-- Logs begin at Fri 2021-04-23 17:21:35 UTC, end at Fri 2021-04-23 18:22:42 UTC. --
Apr 23 17:53:06.595356 dv-cinder-786524-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 23 17:53:09.810043 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.common.config [-] Logging enabled!
Apr 23 17:53:09.810608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129
Apr 23 17:53:09.811896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 23 17:53:09.813626 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.common.config [-] Logging enabled!
Apr 23 17:53:09.813912 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129
Apr 23 17:53:09.814255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 23 17:53:09.815272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 23 17:53:09.815532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 23 17:53:09.816595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 23 17:53:09.816879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 23 17:53:09.817135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 23 17:53:09.817503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.817841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.818175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.818434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.818770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.819097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.819416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.819746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.820130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.820451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.820764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.821081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.821339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.821653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.822908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.823247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.823505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.823861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.824382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.824698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.825013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.825341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.825653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.825960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.826270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.826592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.826951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] host                           = dv-cinder-786524-3-iscsi {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.827262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.827587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.827936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.828263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.828571 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.828884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.829205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.829513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.829818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.830124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.830450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.830774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.831108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.831361 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.831611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.831992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.832319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.832625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.832929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.833235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.833540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.833845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.834144 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.834464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.834782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.835100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.835405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.835707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.836029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.836337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.836654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.836956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.837258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.838261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.839032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.839342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.839653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.840021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.840350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.840673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.840997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.841303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.841625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.841925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.842227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.842529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.842832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.843133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.843447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.843750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.844076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.844380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.844681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.845002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:09.845328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.845660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.845993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.846307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.846640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.846950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.847275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.847582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.847929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.848255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.848576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.848884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.849203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.849511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.849841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.850180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.850514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.850840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.851146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.851447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.851749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.852083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.852401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.852731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.853083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.853550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.853942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.854339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.854651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.854959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.855270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.855595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.855930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.856243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.856555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.856865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.857168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.857469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.857776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.858101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.858405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.858706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.859008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.859313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.859614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.859953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.860263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.860568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.860872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.861182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.861482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.861785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.862091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.862393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.862699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.863001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.863305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.863609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.863937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.864243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.864544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.864845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.865153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.865456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.865759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.866065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.866367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.866669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.866986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.867315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.867624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.867963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.868274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.868583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.869389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.869716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.870034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.870352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.870662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.870994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.871317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.871641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.871985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.872301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.872636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.872946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.873260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.873572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.873882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.874205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.874521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.874847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.875176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.875500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.875860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.876181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.876492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.876839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.877151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:09.877395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 23 17:53:09.877655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86253) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 23 17:53:10.556882 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading Gnome
Apr 23 17:53:10.574594 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading Google
Apr 23 17:53:10.577282 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading Windows (alt)
Apr 23 17:53:10.580900 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading file
Apr 23 17:53:10.581739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading keyczar
Apr 23 17:53:10.582017 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading multi
Apr 23 17:53:10.582646 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading pyfs
Apr 23 17:53:10.629759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:10.630067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:10.630386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:10.630758 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 23 17:53:11.036596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.037140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.037248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.038531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.038951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.039246 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.077665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.077973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.078266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.093905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.094208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.094501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.162100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.162407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.162697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.163690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.164009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.166183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.443418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5a357af7b8> agent after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.443737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5a357af7b8> agent after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.444062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5a357af6a8> segment precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.444363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5a357af730> network precommit_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.445178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5a359d79d8> segment before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.595264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> network before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.595638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5a357c3a60> agent before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.595988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> network before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.596293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> port before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.596589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> port before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.596966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> segment after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.597428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> segment precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.597720 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> segment precommit_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.598009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> segment after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.598346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.598641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> network precommit_delete 0 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.598946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> port provisioning_complete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.599251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.599540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.599867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> agent after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.600185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> subnet after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.600478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> subnet precommit_delete 0 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.600792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.601074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.601407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> segment_host_mapping after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.601856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.602137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.602413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.602747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.603066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.603845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a3634a0f0>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.604253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:11.604528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:11.604800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:11.605070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:11.605338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:11.605608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:11.606018 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 23 17:53:11.609092 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 23 17:53:11.612956 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 23 17:53:11.616690 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Apr 23 17:53:11.618325 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 23 17:53:11.620569 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 23 17:53:11.620952 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 23 17:53:11.621384 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 23 17:53:11.625077 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 23 17:53:11.625361 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 23 17:53:11.625748 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 23 17:53:11.653834 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 23 17:53:11.654342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5a358b87f0>> qos_plugin after_init 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.654671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 23 17:53:11.655078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5a3573b5c0>> logging-plugin after_init 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.656475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 23 17:53:11.656791 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 23 17:53:11.657065 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 23 17:53:11.660117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5a3573b630>> floatingip before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.660430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5a3573b630>> port before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:11.729401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 23 17:53:11.729621 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 23 17:53:11.729886 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 23 17:53:11.730285 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 23 17:53:11.764622 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.sqlalchemy.engines [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86253) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 23 17:53:12.225991 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing driver for type 'gre'
Apr 23 17:53:12.226554 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] gre ID ranges: [(1, 1000)]
Apr 23 17:53:12.266431 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing driver for type 'local'
Apr 23 17:53:12.266805 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing driver for type 'vlan'
Apr 23 17:53:12.277247 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] VlanTypeDriver initialization complete
Apr 23 17:53:12.277654 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing driver for type 'vxlan'
Apr 23 17:53:12.278171 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] vxlan ID ranges: [(1, 1000)]
Apr 23 17:53:12.317502 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing extension driver 'port_security'
Apr 23 17:53:12.317864 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.extensions.port_security [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] PortSecurityExtensionDriver initialization complete
Apr 23 17:53:12.318234 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing mechanism driver 'openvswitch'
Apr 23 17:53:12.318594 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing mechanism driver 'hyperv'
Apr 23 17:53:12.324946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:53:12.325774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a358152e8>> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.326185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a358152e8>> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.326580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a358152e8>> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.327006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a35256f98>> subnet after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.327393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a35256f98>> subnet after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.327780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a35256f98>> subnet after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.328245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d2b0>> network after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.328634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d2b0>> network after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.329015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d2b0>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.329434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d470>> security_group after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.329818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d470>> security_group after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.330350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d470>> security_group after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.330775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d630>> security_group_rule after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.331159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d630>> security_group_rule after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.331539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d630>> security_group_rule after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.331983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d7f0>> address_group after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.332368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d7f0>> address_group after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.332745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a3525d7f0>> address_group after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.333113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] ML2 OVO RPC backend initialized. {{(pid=86253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 23 17:53:12.333906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> router_interface after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.334301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> router_interface after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.334762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> network before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.335147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> networks before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.335577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> port before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.335937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> ports before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.336319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> subnet before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.336693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> subnets before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.337075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> network after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.338045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> network after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.338332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.338697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.339069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.339439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.339860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> subnet after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.340209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> subnet after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.340578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a3525d8d0>> subnet after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.341212 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.plugin [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Modular L2 Plugin initialization complete
Apr 23 17:53:12.341569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading services supported by the core plugin {{(pid=86253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 23 17:53:12.341935 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Got port-security extension from driver 'port_security'
Apr 23 17:53:12.342442 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.extensions.vlantransparent [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Disabled vlantransparent extension.
Apr 23 17:53:12.342977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 23 17:53:12.343321 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: router
Apr 23 17:53:12.381714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router_interface before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.382157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.382565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router before_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.382971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router_interface before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.383388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router_interface after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.383777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_delete 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.384306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> floatingip after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.384724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.385111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.385503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.385892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router_gateway after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.386294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.386786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router precommit_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.387210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5a358b0c80> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.387587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5a358b0e18> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.387990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5a358b0d90> subnet after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.388371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5a358b0d08> subnetpool_address_scope after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.388765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> port precommit_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.389151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router precommit_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.389531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5a358a98c8> port before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.389910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.390312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.390691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router precommit_delete 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.391080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router precommit_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.391484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router_interface after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.391887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> router precommit_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.392320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a3525da58>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.393306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Tracking information for resource: router configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:12.393676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Tracking information for resource: floatingip configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 17:53:12.398450 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_agentschedulers_db [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 23 17:53:12.399104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5a352216a8> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.399505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f5a35221598> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.400476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function _notify_port_delete at 0x7f5a35221620> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.401081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5a35221840> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.401992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a351cd828>> router before_create 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.402397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a351cd828>> router precommit_delete 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.402801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a351cd828>> router precommit_create 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.403195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a351cd828>> router precommit_update 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.408082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.provider_configuration [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service providers = [] {{(pid=86253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 23 17:53:12.408481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.servicetype_db [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 23 17:53:12.411309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 17:53:12.411698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 17:53:12.412105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 17:53:12.413001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 17:53:12.413401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.services.service_base [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 23 17:53:12.413815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.414175 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 23 17:53:12.424773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.425147 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: auto_allocate
Apr 23 17:53:12.430966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5a351f4ea0> network precommit_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.431393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5a351f4ea0> network precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.432016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.432374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: tag
Apr 23 17:53:12.439409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.439780 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: timestamp
Apr 23 17:53:12.443654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.444051 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: network_ip_availability
Apr 23 17:53:12.449652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a35112390>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.450060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a35112390>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.450455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a35112390>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.451240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.451600 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: flavors
Apr 23 17:53:12.456166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.456532 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading Plugin: revisions
Apr 23 17:53:12.460961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 17:53:12.461387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:12.462188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 23 17:53:12.463176 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Initializing extension manager.
Apr 23 17:53:12.463747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: __init__.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.464164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: __pycache__ {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.464538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.464907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: address_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.465705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.466335 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: address-group
Apr 23 17:53:12.466695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: address_scope.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.467457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.468057 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: address-scope
Apr 23 17:53:12.468418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.469361 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.469939 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: router-admin-state-down-before-update
Apr 23 17:53:12.470295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: agent.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.471051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.471621 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: agent
Apr 23 17:53:12.472005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: agent_resources_synced.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.472926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.473498 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: agent-resources-synced
Apr 23 17:53:12.473859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: allowedaddresspairs.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.475654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.476273 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: allowed-address-pairs
Apr 23 17:53:12.476639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: auto_allocated_topology.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.477726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.478897 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: auto-allocated-topology
Apr 23 17:53:12.479337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: availability_zone.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.480116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.480698 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: availability_zone
Apr 23 17:53:12.481058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: availability_zone_filter.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.481984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.482554 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: availability_zone_filter
Apr 23 17:53:12.482912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: data_plane_status.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.483991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.484568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension data-plane-status not supported by any of loaded plugins
Apr 23 17:53:12.484927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: default_subnetpools.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.485850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.486427 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: default-subnetpools
Apr 23 17:53:12.486787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.487659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.488271 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: dhcp_agent_scheduler
Apr 23 17:53:12.488631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: dns.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.489555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.490125 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension dns-integration not supported by any of loaded plugins
Apr 23 17:53:12.490483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: dns_domain_ports.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.491404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.492009 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 23 17:53:12.492370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: dvr.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.493094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.493751 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: dvr
Apr 23 17:53:12.494229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: empty_string_filtering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.495153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.495725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: empty-string-filtering
Apr 23 17:53:12.496110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.497035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.497604 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 23 17:53:12.497983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.498884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.499455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 23 17:53:12.499846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: external_net.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.500772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.501347 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: external-net
Apr 23 17:53:12.501706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.502633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.503202 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: extra_dhcp_opt
Apr 23 17:53:12.503565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: extraroute.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.504772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.505341 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: extraroute
Apr 23 17:53:12.505697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: extraroute_atomic.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.506736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.507317 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: extraroute-atomic
Apr 23 17:53:12.507676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: filter_validation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.508399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.508972 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: filter-validation
Apr 23 17:53:12.509412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: fip_pf_description.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.510283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.510854 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 23 17:53:12.511214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: fip_port_details.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.512293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.512876 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: fip-port-details
Apr 23 17:53:12.513237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: flavors.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.514479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.515063 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: flavors
Apr 23 17:53:12.515426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.517096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.517682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 23 17:53:12.518052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: floatingip_pools.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.518812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.519390 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: floatingip-pools
Apr 23 17:53:12.519756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: ip_allocation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.520729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.521300 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension ip_allocation not supported by any of loaded plugins
Apr 23 17:53:12.521662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.522589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.523162 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: ip-substring-filtering
Apr 23 17:53:12.523530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l2_adjacency.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.524489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.525664 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 23 17:53:12.526158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.527222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.527842 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: router
Apr 23 17:53:12.528211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.530470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.531063 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 23 17:53:12.531435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.532393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.532976 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: ext-gw-mode
Apr 23 17:53:12.533340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.534384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.534961 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: l3-ha
Apr 23 17:53:12.535322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3_flavors.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.536299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.536883 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: l3-flavors
Apr 23 17:53:12.537242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.538169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.538743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 23 17:53:12.539102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: l3agentscheduler.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.540326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.541645 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: l3_agent_scheduler
Apr 23 17:53:12.542010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: logging.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.543519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.544163 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension logging not supported by any of loaded plugins
Apr 23 17:53:12.544532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: metering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.545327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.546020 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: metering
Apr 23 17:53:12.546386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.547509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.548124 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: metering_source_and_destination_fields
Apr 23 17:53:12.548491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: multiprovidernet.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.549430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.550008 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: multi-provider
Apr 23 17:53:12.550369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: netmtu.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.551291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.551907 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: net-mtu
Apr 23 17:53:12.552270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: netmtu_writable.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.553195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.553770 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: net-mtu-writable
Apr 23 17:53:12.554135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: network_availability_zone.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.554975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.555548 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: network_availability_zone
Apr 23 17:53:12.555939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: network_ip_availability.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.557083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.557659 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: network-ip-availability
Apr 23 17:53:12.558018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: network_segment_range.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.558847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.559426 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension network-segment-range not supported by any of loaded plugins
Apr 23 17:53:12.559782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: pagination.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.560817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.561189 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: pagination
Apr 23 17:53:12.561545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: port_device_profile.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.562468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.563054 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: port-device-profile
Apr 23 17:53:12.563412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.564369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.564945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: port-mac-address-regenerate
Apr 23 17:53:12.565301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.566225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.566805 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: port-numa-affinity-policy
Apr 23 17:53:12.567160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: port_resource_request.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.568110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.568685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension port-resource-request not supported by any of loaded plugins
Apr 23 17:53:12.569042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: portbindings.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.569978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.570563 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: binding
Apr 23 17:53:12.570920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: portbindings_extended.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.574147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.574739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: binding-extended
Apr 23 17:53:12.575549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: portsecurity.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.577568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.578286 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: port-security
Apr 23 17:53:12.578654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: project_id.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.579655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.580057 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: project-id
Apr 23 17:53:12.580426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: providernet.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.581363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.581945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: provider
Apr 23 17:53:12.582303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.586166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.590130 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos not supported by any of loaded plugins
Apr 23 17:53:12.590910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.593274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.593860 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 23 17:53:12.594233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.595165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.595751 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 23 17:53:12.596169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_default.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.597104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.597685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-default not supported by any of loaded plugins
Apr 23 17:53:12.598047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_fip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.598747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.599372 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-fip not supported by any of loaded plugins
Apr 23 17:53:12.599727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_gateway_ip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.600710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.601286 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 23 17:53:12.601649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_port_network_policy.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.602572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.603691 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 23 17:53:12.604079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_rule_type_details.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.605020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.605601 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 23 17:53:12.605962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: qos_rules_alias.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.607028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.607609 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 23 17:53:12.608000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: quotasv2.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.609009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.609382 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: quotas
Apr 23 17:53:12.609736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: quotasv2_detail.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.611474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.611892 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: quota_details
Apr 23 17:53:12.612268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: rbac.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.613435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.614033 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: rbac-policies
Apr 23 17:53:12.614400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: rbac_address_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.615354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.615970 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: rbac-address-group
Apr 23 17:53:12.616333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: rbac_address_scope.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.617275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.617857 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: rbac-address-scope
Apr 23 17:53:12.618221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: rbac_security_groups.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.619170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.619791 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: rbac-security-groups
Apr 23 17:53:12.620174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: rbac_subnetpool.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.621118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.621704 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: rbac-subnetpool
Apr 23 17:53:12.622067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: revisionifmatch.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.623015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.623595 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: revision-if-match
Apr 23 17:53:12.623982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: revisions.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.625112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.625685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: standard-attr-revisions
Apr 23 17:53:12.626048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: router_availability_zone.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.626763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.627336 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: router_availability_zone
Apr 23 17:53:12.627697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: routerservicetype.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.628650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.629482 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension router-service-type not supported by any of loaded plugins
Apr 23 17:53:12.629839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.630771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.631342 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: security-groups-normalized-cidr
Apr 23 17:53:12.631698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.632691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.633271 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: port-security-groups-filtering
Apr 23 17:53:12.633629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.635174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.635747 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: security-groups-remote-address-group
Apr 23 17:53:12.636132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: securitygroup.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.649375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.650608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: security-group
Apr 23 17:53:12.650981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: segment.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.651865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.652449 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension segment not supported by any of loaded plugins
Apr 23 17:53:12.652812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.653773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.654355 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 23 17:53:12.654717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: servicetype.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.655851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.656433 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: service-type
Apr 23 17:53:12.656798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: sorting.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.657782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.658157 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: sorting
Apr 23 17:53:12.658519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: standard_attr_segment.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.659449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.660071 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 23 17:53:12.660435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: standardattrdescription.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.661131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.661708 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: standard-attr-description
Apr 23 17:53:12.662075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: stateful_security_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.663012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.663611 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: stateful-security-group
Apr 23 17:53:12.664035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: stdattrs_common.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.664621 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 23 17:53:12.664977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.666022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.666597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 23 17:53:12.666955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: subnet_onboard.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.668064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.668649 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: subnet_onboard
Apr 23 17:53:12.669012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.669945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.670529 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 23 17:53:12.670887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: subnet_service_types.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.671839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.672419 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: subnet-service-types
Apr 23 17:53:12.672778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: subnetallocation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.673871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.674457 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: subnet_allocation
Apr 23 17:53:12.674817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.675515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.676110 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: subnetpool-prefix-ops
Apr 23 17:53:12.676464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.677418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.677998 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 23 17:53:12.678357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: tagging.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.679631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.680249 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: standard-attr-tag
Apr 23 17:53:12.680616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: timestamp.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.681815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.682399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loaded extension: standard-attr-timestamp
Apr 23 17:53:12.682765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: trunk.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.683798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.684403 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension trunk not supported by any of loaded plugins
Apr 23 17:53:12.684766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: trunk_details.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.685691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.686261 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension trunk-details not supported by any of loaded plugins
Apr 23 17:53:12.686617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: uplink_status_propagation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.687571 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.688167 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 23 17:53:12.688526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Loading extension file: vlantransparent.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 17:53:12.689223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 17:53:12.689790 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 23 17:53:12.692507 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:network
Apr 23 17:53:12.693327 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:subnet
Apr 23 17:53:12.694044 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 17:53:12.694703 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:port
Apr 23 17:53:12.696233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.697226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service FLAVORS assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.697933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.698403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.698782 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:router
Apr 23 17:53:12.699510 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:floatingip
Apr 23 17:53:12.700307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service METERING assigned prefix: /metering {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.702148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a35052da0>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.702559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a35052da0>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.702947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a35052da0>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 17:53:12.704110 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of CountableResource for resource:rbac_policy
Apr 23 17:53:12.704597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:security_group
Apr 23 17:53:12.705418 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 23 17:53:12.706210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.706575 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 17:53:12.706946 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] subnetpool is already registered
Apr 23 17:53:12.707609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.708007 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 17:53:12.708370 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] subnetpool is already registered
Apr 23 17:53:12.711102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.711585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service FLAVORS assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.712295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.713399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.713771 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:router
Apr 23 17:53:12.714136 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] router is already registered
Apr 23 17:53:12.714792 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:floatingip
Apr 23 17:53:12.715154 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] floatingip is already registered
Apr 23 17:53:12.715865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service METERING assigned prefix: /metering {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.716606 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of CountableResource for resource:rbac_policy
Apr 23 17:53:12.716968 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] rbac_policy is already registered
Apr 23 17:53:12.717597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:security_group
Apr 23 17:53:12.717962 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] security_group is already registered
Apr 23 17:53:12.718606 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 23 17:53:12.718971 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] security_group_rule is already registered
Apr 23 17:53:12.719703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.720095 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 17:53:12.720460 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] subnetpool is already registered
Apr 23 17:53:12.721140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 17:53:12.721850 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 17:53:12.722207 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] subnetpool is already registered
Apr 23 17:53:12.722924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: extensions {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.724489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: address-groups {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.726157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: address-scopes {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.727427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: agents {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.728951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: auto-allocated-topology {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.730260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: availability_zones {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.731648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: dhcp-networks {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.733376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: dhcp-agents {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.734898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: routers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.736806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: flavors {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.738032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: service_profiles {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.739326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: next_providers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.740975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: service_profiles {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.742486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: floatingip-pools {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.743926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: routers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.745808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: floatingips {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.747118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: l3-routers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.748610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: l3-agents {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.750097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: metering-labels {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.752403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: metering-label-rules {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.753733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: network-ip-availabilities {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.755340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: bindings {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.757098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: quotas {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.758599 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: quotas {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.760746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: rbac-policies {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.762119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: security-groups {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.763396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: security-group-rules {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.764750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: service-providers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.766027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: subnetpools {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.767512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: subnetpools {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.769060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.770841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.772799 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.774675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.777365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.779317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.781164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.783148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.785091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.787023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 17:53:12.794136 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING keystonemiddleware.auth_token [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 23 17:53:12.799480 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING keystonemiddleware.auth_token [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 23 17:53:12.808505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Acquired lock "singleton_lock" {{(pid=86253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 23 17:53:12.809028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Releasing lock "singleton_lock" {{(pid=86253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 23 17:53:12.810474 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Starting 2 workers
Apr 23 17:53:12.815269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Started child 86366 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 17:53:12.819203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:12.819995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Started child 86367 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 17:53:12.820762 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [-] (86366) wsgi starting up on http://0.0.0.0:9696
Apr 23 17:53:12.821454 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Neutron service started, listening on 0.0.0.0:9696
Apr 23 17:53:12.822637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Notify callbacks [] for process, before_spawn {{(pid=86253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:12.824294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:12.825690 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [-] (86367) wsgi starting up on http://0.0.0.0:9696
Apr 23 17:53:12.827149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Starting 1 workers
Apr 23 17:53:12.832642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Started child 86368 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 17:53:12.833169 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Starting 1 workers
Apr 23 17:53:12.834568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] calling RpcWorker wait() {{(pid=86368) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 23 17:53:12.834956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] returning from RpcWorker wait() {{(pid=86368) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 23 17:53:12.836547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:12.836989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:53:12.838462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Started child 86369 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 17:53:12.839445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de3aa8e3-3f78-4ba7-9b9f-c64b7645b3cd None None] Notify callbacks [] for process, after_spawn {{(pid=86253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:12.841074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 23 17:53:12.841311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 23 17:53:12.841526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 23 17:53:12.841796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 23 17:53:12.842217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 23 17:53:12.842411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 23 17:53:12.842507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:12.842986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.843286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.843381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:53:12.843608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.843916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.844238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.844888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.845200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.845514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.845817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.846089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.846292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.846486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.846775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.847046 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.847396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.847686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.847982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.848271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.848479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.848751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.849070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.849364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.849661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.849947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.850505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.850780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.851050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.851320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.851635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.851928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.852246 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.852510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.852763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.853112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.853395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.853889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.854137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.854394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.854690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.854957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.855406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host                           = dv-cinder-786524-3-iscsi {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.855664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.855970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.856207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.856488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.856780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.857043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.857337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.857627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.857910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.858172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.858451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.858730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.859001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.859264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.859453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.859700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.860035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.860318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.860529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.860698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.860891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.861188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.861376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.861665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.861925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.862170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.862416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.862661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.862905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.863191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.863457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.863736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.864022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.864293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.864577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.864860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.865126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.865375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.865717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.865979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.866219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.866471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.866836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.867002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.867202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.867489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.867946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.868345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.869527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.869527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.869762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.870163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.870638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.871082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.871385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.871695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.871987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.872274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.872562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.872835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.873103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.873356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.873626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.873921 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.874155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.874562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.874961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.875363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.875646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.876139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.876584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.876952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.877243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.877536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.877808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.878096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.878375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.878642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.879310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.879796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.880082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.880416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.880765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.881045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.881382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.881685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.881989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.882240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.882489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.882754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.883011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.883363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.883671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.883978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.884835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.885805 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.886478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.886478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.886478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.886691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.886761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.887056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.887310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.887556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.887827 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.888115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.888363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.888630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.888920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.889211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.889478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.889730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.889975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.890218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.890475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.890718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.890979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.891242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.891513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.891783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.892062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.892287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.892705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.892961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.893251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.893505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.893749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.893995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.894248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.894500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.894930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.895330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.895742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.896334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.896334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.896653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.896807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.896969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.897220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.897468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.897785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.898059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.898305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.898553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.898798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.899043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.899268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.899517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.899760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.901130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.901386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.901637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.901887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.902183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.902744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.903011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.903276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.903765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.904047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.904458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.904927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.905727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.906191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.906597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.907048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.907497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.907994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.908420 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.908865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.909325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.910070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.910485 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.910896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.911418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.911884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.912345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.912807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.913227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.913651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.914173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.914673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.915084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.915930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.916250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.916582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.916940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.917267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.917588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.917891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.918171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.918464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.918777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.919068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.919599 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.919907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.920700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.921025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.921313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.921577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.921826 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.922115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.922494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.922800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.923083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.923335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.923658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.923993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.924276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.924574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.924875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.925154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.925455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.925755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.926036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.926308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.926579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.926848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.927124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.927418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.927629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.928094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.928364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.928645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.928899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.929156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.929426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.929687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.929961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.930232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.930481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.930740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.931014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.931367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.931587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.931918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.932113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.932404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.932663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.932995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.933286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.933536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.934049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.934298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.934733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.935172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.935466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.935723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.936006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.936260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.936519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.936792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.937058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.937327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.937600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.937888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.938162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.938510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.938785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.939057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.939334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.939593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.939887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.940145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.940399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.940655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.940906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.941158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.941438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.941718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.941991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.942270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.942520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.942769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.943021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.943267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.943620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.943921 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.944197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.944451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.944831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.945236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.945638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.945896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.946189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.946387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.946635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.947416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.947673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.947953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.948206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.948472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.948722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.948971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.949224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.949477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.949741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.949988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.950237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.950492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.950738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.951082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.951412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.951641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.951979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.952258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.952546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.952824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.953213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.953483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.953768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.954041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.954296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.954572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.954887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.955263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.955623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.955939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.956238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.956562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.956854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.957163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.957417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.957745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.958106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.958391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.958674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.958944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.959252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.959541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.959818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.960080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.960337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.960591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.960876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.961165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.961432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.961690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.961960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.962216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.963010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.963283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.963565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.963849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.963997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:53:12.964136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 23 17:53:12.964558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 23 17:53:12.964749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 23 17:53:12.964932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 23 17:53:12.965142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 23 17:53:12.965347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 23 17:53:12.965530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 23 17:53:12.965782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.965980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.966174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.966364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.966554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.966763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.966954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.967142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.967328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.967514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.967702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.967916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.968150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.968299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.968437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.968572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.968777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.968917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.969060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.969209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.969399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.969586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.969817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.970919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.971106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.971292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.971477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.971665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.971842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.972036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.972223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.972409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.972596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.972784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.972971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host                           = dv-cinder-786524-3-iscsi {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.973159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.973343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.973531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.973717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.973903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.974090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.974276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.974462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.974648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.974833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.975043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.975264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.975466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.975655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.975655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.976369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.976369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.976369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.976369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.980999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.981966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.982140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.982573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.982573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.982776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.982776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.982948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.983130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.983317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.983505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.983691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.983900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.984089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.984276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.984461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.984647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 17:53:12.984855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.985046 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.985249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.985439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.985631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.985821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.986012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.986200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.986389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.986576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.986770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.986960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.987162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.987350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.987538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.987730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.987943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.988132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.988401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.988514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.988675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.988863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.989069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.989260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.989451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.989640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.989831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.990022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.990211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.990400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.990592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.990782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.990972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.991161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.991349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.991538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.991727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.991960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.992151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.992342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.992531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.992719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.992908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.993098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.993287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.993476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.994505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.994505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.994505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.994720 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.995260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.995260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.995260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.995474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.995567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.995660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.996897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.997029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.997203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.997572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.997762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.997953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.998359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.998359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.998626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.998626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.998806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.998957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.999149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.999338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.999529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.999719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:12.999936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.000126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.000312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.000504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.000696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.000886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.001088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.001271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.001460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.001653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.001842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.002033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.002221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.002410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.002601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.002795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.002985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.003173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.003361 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.003554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.003744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.004225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.004418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.004606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.004791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.004981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.005141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.005333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.005521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.005715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.005902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.006092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.006289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.006443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.006588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.006782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.006970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.007165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.007364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.007553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.007741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.007958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.008147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.008335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.008524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.008711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.008900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.009087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.009915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.010131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.010335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.010524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.010714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.010904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.011122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.011311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.011501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.011690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.011903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.012093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.012281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.012471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.012659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.012847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.013035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.013225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.013413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.013601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.013791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.013979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.014168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.014358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.014548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.014738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.014927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.015116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.015304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.015492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.015685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.015897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.016090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.016278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.016467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.016656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.016846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.017033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.017221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.018572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.020794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.021461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.022839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.023020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.023158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.023352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.023544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.023737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.023954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.024141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.024342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.024560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.024718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.024884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.025274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.026360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.026360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.026360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.026360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.026360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.026360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.027359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.028726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.031686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.033525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.034746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.035471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.036124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 17:53:13.036124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 23 17:53:13.261384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52608) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:13.272899 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091875
Apr 23 17:53:24.642708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c92bd4-aa81-42e6-bc4f-f00475f98cb0 None None] get_active_networks_info from dv-cinder-786524-3-iscsi {{(pid=86368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 23 17:53:24.808520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c92bd4-aa81-42e6-bc4f-f00475f98cb0 None None] No non-hosted networks {{(pid=86368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 23 17:53:24.837970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agentschedulers_db [None req-06c92bd4-aa81-42e6-bc4f-f00475f98cb0 None None] DHCP Agent not found on host dv-cinder-786524-3-iscsi {{(pid=86368) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 23 17:53:24.967951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-76f0ebb5-6f5e-4e1e-83a6-77736d4c0d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:26.371019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-316ed6dc-afd9-4680-b6db-5f16a00c9b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:26.454125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-abcba118-efc0-458f-88c8-4f600864c26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:27.652254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:28.285078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:28.286098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.286692 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.287261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.287928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.288515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.289093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.290344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.291501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.292094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.292671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.293244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.293801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:28.294412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5a34422898>, 'Open vSwitch agent', 'dv-cinder-786524-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:53:28.303107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5a3442c320>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:53:29.154929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:29.168149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_hamode_db [None req-5f30245f-ed2d-4516-9f8c-2328d41f20cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 23 17:53:29.257847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30245f-ed2d-4516-9f8c-2328d41f20cc None None] Routers set() bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 17:53:29.258262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30245f-ed2d-4516-9f8c-2328d41f20cc None None] Router IDs set() for agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 23 17:53:29.739502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52696) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:30.387059 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-e61e0d8b-ee22-4f8e-8e00-8b309cd4f3f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:53:30.387603 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-e61e0d8b-ee22-4f8e-8e00-8b309cd4f3f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:53:30.616473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-e61e0d8b-ee22-4f8e-8e00-8b309cd4f3f4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 17:53:30.617588 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e61e0d8b-ee22-4f8e-8e00-8b309cd4f3f4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8770881
Apr 23 17:53:33.373173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52712) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:33.762045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:53:33.863847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.policy [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86366) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 23 17:53:33.920412 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:53:33.920821 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:53:33.938773 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5a34d3d550>.
Apr 23 17:53:33.955062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:34.013355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285265437026', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285265437654', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285265459408', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285265453382', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285265470120', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285265470563', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3791966', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3466590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523659'] for rbac-policy, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:34.234642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:34.235908 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-16d9e9ae-cd07-476d-bf16-025979141348 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8617327
Apr 23 17:53:37.209344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52726) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:37.579741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:53:37.585630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:37.590380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Usage tracker for resource:network and tenant:f521ab3e07a54a63831e7958f9b12a39 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:53:37.593866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:53:37.600226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:53:37.609545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Made reservation on behalf of f521ab3e07a54a63831e7958f9b12a39 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 17:53:37.615302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.632372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.646939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:37.650796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Usage tracker for resource:security_group_rule and tenant:f521ab3e07a54a63831e7958f9b12a39 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:53:37.654173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:53:37.660075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:53:37.756134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.758717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.763341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:37.783391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 17:53:37.810399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285265961110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.810934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5a357af6a8> segment precommit_create {{(pid=86366) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 23 17:53:37.811386 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Added segment 51ea895d-107a-47d8-93a7-2847cf3fa8ce of type vlan for network 517e456d-7c89-4e53-b46c-455bcbeb075d
Apr 23 17:53:37.860976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114fcf8c-5335-413d-bb3b-adc2661b0805,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:37.876972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.877348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.877709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.878065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.878419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.878770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.879375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.879721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.880108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.880453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.880796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.881139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Tracked resource versions report:
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 17:53:37.882189 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 17:53:37.930327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.938643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:37.968652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.970055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:53:37.970719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:37.975715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:38.086177 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8756719
Apr 23 17:53:38.087477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Pushing event updated for resources: {'Network': ['ID=517e456d-7c89-4e53-b46c-455bcbeb075d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:38.090973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:38.100665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 517e456d-7c89-4e53-b46c-455bcbeb075d details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 17:53:41.120999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52742) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:41.600957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b8964-e834-44ab-bedd-3ca37d1120b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:53:41.602991 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a64b8964-e834-44ab-bedd-3ca37d1120b1 admin admin] 10.222.0.24 "GET /v2.0/networks/517e456d-7c89-4e53-b46c-455bcbeb075d HTTP/1.1" status: 200  len: 825 time: 0.4803803
Apr 23 17:53:41.631458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-be880f49-4ebf-407a-8efd-173f96f50298 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/6b002b2b-f8b7-4625-9e38-abe57289374d HTTP/1.1" status: 200  len: 734 time: 0.0220265
Apr 23 17:53:41.640822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Request body: {'subnet': {'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d', 'name': 'private-subnet', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:53:41.645304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:41.649710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Usage tracker for resource:subnet and tenant:f521ab3e07a54a63831e7958f9b12a39 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:53:41.652713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:53:41.658590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:53:41.668345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Made reservation on behalf of f521ab3e07a54a63831e7958f9b12a39 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 17:53:41.672824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:42.145303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:42.151208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:42.237510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Checking segment: {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:53:42.237892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Network hostable DHCP agents. Network: 517e456d-7c89-4e53-b46c-455bcbeb075d, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 17:53:42.244282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7249e43d-c430-414d-988a-5067c720df9e,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:42.247503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:42.263249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Network 517e456d-7c89-4e53-b46c-455bcbeb075d is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 17:53:42.272504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 517e456d-7c89-4e53-b46c-455bcbeb075d) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:53:42.277426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:53:42.278074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:42.282094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db074abc-c4df-4e6b-88e5-89907e99b637 None None] Network 517e456d-7c89-4e53-b46c-455bcbeb075d requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:53:42.297547 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6602681
Apr 23 17:53:42.609123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-517e456d-7c89-4e53-b46c-455bcbeb075d', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 17:53:42.610476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:42.974120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Allocated IP 172.20.0.2 (517e456d-7c89-4e53-b46c-455bcbeb075d/7249e43d-c430-414d-988a-5067c720df9e/459a7207-021a-48f3-a822-881df312e6e4) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 17:53:43.215978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:43.229779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Transition to ACTIVE for port object 459a7207-021a-48f3-a822-881df312e6e4 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:53:43.250524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Transition to ACTIVE for port object 459a7207-021a-48f3-a822-881df312e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:53:43.256501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:43.265742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:43.324041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Network 517e456d-7c89-4e53-b46c-455bcbeb075d is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 17:53:43.327160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:53:43.339554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 17:53:43.349021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Pushing event updated for resources: {'Port': ['ID=459a7207-021a-48f3-a822-881df312e6e4,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:43.394009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.394381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.394741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.395094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.395444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.395792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.396162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.396512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.396868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.397212 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.397554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.397892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Tracked resource versions report:
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 17:53:43.398939 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 17:53:43.435983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:43.456953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Attempting to bind port 459a7207-021a-48f3-a822-881df312e6e4 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 17:53:43.457377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Attempting to bind port 459a7207-021a-48f3-a822-881df312e6e4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 17:53:43.457786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Attempting to bind port 459a7207-021a-48f3-a822-881df312e6e4 on network 517e456d-7c89-4e53-b46c-455bcbeb075d {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 17:53:43.463907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 17:53:43.464322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Checking segment: {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:53:43.464789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:43.465207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Bound using segment: {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 17:53:43.465722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Bound port: 459a7207-021a-48f3-a822-881df312e6e4, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 17:53:43.466151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:43.561966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] For port 459a7207-021a-48f3-a822-881df312e6e4, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 17:53:43.565884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] For port 459a7207-021a-48f3-a822-881df312e6e4, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=459a7207-021a-48f3-a822-881df312e6e4,segment=NetworkSegment(51ea895d-107a-47d8-93a7-2847cf3fa8ce),segment_id=51ea895d-107a-47d8-93a7-2847cf3fa8ce)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 17:53:43.569119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:43.574431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:43.667734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Pushing event updated for resources: {'Port': ['ID=459a7207-021a-48f3-a822-881df312e6e4,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:43.670924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:45.087125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52752) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:45.484352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-32579ef4-c75c-44fc-99df-8fb51494b610 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 17:53:45.485418 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-32579ef4-c75c-44fc-99df-8fb51494b610 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3970025
Apr 23 17:53:48.239590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52762) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:48.651343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-fdc421d6-1f85-458e-a039-7ef79a94115e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 17:53:48.652477 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fdc421d6-1f85-458e-a039-7ef79a94115e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4117255
Apr 23 17:53:50.319004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 459a7207-021a-48f3-a822-881df312e6e4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:53:50.391719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 459a7207-021a-48f3-a822-881df312e6e4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:53:50.611101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3446f-9f06-47df-9726-fac563f28519 None None] Network 517e456d-7c89-4e53-b46c-455bcbeb075d requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:53:50.730987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Provisioning for port 459a7207-021a-48f3-a822-881df312e6e4 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:53:50.743213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Provisioning complete for port 459a7207-021a-48f3-a822-881df312e6e4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:53:50.745573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:50.985264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:51.033857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] For port 459a7207-021a-48f3-a822-881df312e6e4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=459a7207-021a-48f3-a822-881df312e6e4,segment=NetworkSegment(51ea895d-107a-47d8-93a7-2847cf3fa8ce),segment_id=51ea895d-107a-47d8-93a7-2847cf3fa8ce)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 17:53:51.037379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:51.040191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-98f306af-5477-4e6b-a30a-f2db751a6134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:51.116366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Pushing event updated for resources: {'Port': ['ID=459a7207-021a-48f3-a822-881df312e6e4,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:51.120326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:51.266628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-941562fc-b70f-4548-b7f0-9518e1d9aec3 None None] Provisioning complete for port 459a7207-021a-48f3-a822-881df312e6e4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:53:51.267038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-941562fc-b70f-4548-b7f0-9518e1d9aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:51.713790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52778) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:52.087010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:53:52.092433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:52.096353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Usage tracker for resource:router and tenant:f521ab3e07a54a63831e7958f9b12a39 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:53:52.099496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:53:52.105809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:53:52.114944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:52.116296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:52.137659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:52.244883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:52.264074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:52.265331 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cf647386-c4e3-46c5-840f-e1bb0c257fee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5504808
Apr 23 17:53:52.306435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 459a7207-021a-48f3-a822-881df312e6e4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:53:52.384070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 459a7207-021a-48f3-a822-881df312e6e4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:53:52.384799 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:54.531841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6aedc3a-414c-4d3a-b999-68f30129ba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:54.993762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52788) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:55.382519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-a6b8eb06-bfce-44cd-a76a-36cd65c342dc admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 17:53:55.383704 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a6b8eb06-bfce-44cd-a76a-36cd65c342dc admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3887815
Apr 23 17:53:56.387194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e802cca-f5ad-40f1-88f5-e8f225109361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:56.893013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:53:57.574180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.119389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52808) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:53:58.279093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:53:58.281148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.284485 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:58.288448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Usage tracker for resource:network and tenant:ed2e25bb5e09471d920993171aa5f1bc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:53:58.291551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:53:58.297501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:53:58.306382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Made reservation on behalf of ed2e25bb5e09471d920993171aa5f1bc for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 17:53:58.310972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.324309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.339430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:53:58.343343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Usage tracker for resource:security_group_rule and tenant:ed2e25bb5e09471d920993171aa5f1bc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:53:58.346227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:53:58.352635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:53:58.435605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.438008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.442230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:58.457441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Reserving flat network on physical network physnet1 {{(pid=86366) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 23 17:53:58.481033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a9f8c-227a-4b7a-816f-c58571e61e88,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:58.486160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:58.487135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.487517 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Added segment 02e9084d-cb69-4330-81ad-a5fc0836f356 of type flat for network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201
Apr 23 17:53:58.520516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.556229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.557520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:53:58.558147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:53:58.562768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:53:58.666637 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5460906
Apr 23 17:53:58.667358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Pushing event updated for resources: {'Network': ['ID=3ee4da7d-6e15-4cbf-85e9-7e3f6905a201,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:53:58.670072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:53:58.678058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 17:53:59.029199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:01.248383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52828) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:54:01.363255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b77c8-c9c6-4d5b-bebb-6975fa1b7918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:54:01.364614 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d38b77c8-c9c6-4d5b-bebb-6975fa1b7918 admin admin] 10.222.0.24 "GET /v2.0/subnets/7249e43d-c430-414d-988a-5067c720df9e HTTP/1.1" status: 200  len: 849 time: 0.1152027
Apr 23 17:54:01.665855 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d534eb4f-96d1-49cb-b55b-1de77a0e8041 admin admin] 10.222.0.24 "GET /v2.0/routers/fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 HTTP/1.1" status: 200  len: 704 time: 0.2947068
Apr 23 17:54:02.154218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:02.389634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Allocated IP 172.20.0.1 (517e456d-7c89-4e53-b46c-455bcbeb075d/7249e43d-c430-414d-988a-5067c720df9e/652e5650-cd98-4d94-811d-57cf3ccf9b9f) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 17:54:02.550502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:02.568449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Transition to ACTIVE for port object 652e5650-cd98-4d94-811d-57cf3ccf9b9f will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:54:02.626130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:02.631052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:02.690455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Network 517e456d-7c89-4e53-b46c-455bcbeb075d is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 17:54:02.698394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:54:02.703134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 17:54:02.703900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:02.854173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=652e5650-cd98-4d94-811d-57cf3ccf9b9f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:02.863679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:02.879421 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6d458091-e12c-45cd-9c35-e61ceb117a93 None None] Provisioning for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:54:02.884370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6d458091-e12c-45cd-9c35-e61ceb117a93 None None] Provisioning complete for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:54:02.884777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d458091-e12c-45cd-9c35-e61ceb117a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:02.942429 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-6d458091-e12c-45cd-9c35-e61ceb117a93 None None] Port 652e5650-cd98-4d94-811d-57cf3ccf9b9f cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 17:54:02.997473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:03.238407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:03.241608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:03.242736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:03.247101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:03.382334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=652e5650-cd98-4d94-811d-57cf3ccf9b9f,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:03.386635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:03.447412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Network 517e456d-7c89-4e53-b46c-455bcbeb075d is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 17:54:03.448539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:54:03.666747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-1b735362-9485-455d-bbf0-1cc5a0dcb0f9 None None] Provisioning complete for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:54:03.667158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b735362-9485-455d-bbf0-1cc5a0dcb0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:03.726341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-1b735362-9485-455d-bbf0-1cc5a0dcb0f9 None None] Port 652e5650-cd98-4d94-811d-57cf3ccf9b9f cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 17:54:03.814172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 17:54:03.978661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 17:54:03.987878 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] 10.222.0.24 "PUT /v2.0/routers/fe6a40dc-9d8e-48e7-8b82-3e1eb409d037/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3166435
Apr 23 17:54:03.994497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Sync routers for ids ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 17:54:04.006061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Routers {'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 17:54:04.006971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34dbe320>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T17:53:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:04.195021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Set router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 17:54:04.747967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34dbe320>, [{'id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'name': 'router1', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:52Z', 'updated_at': '2021-04-23T17:54:02Z', 'revision_number': 2, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'gw_port_host': None, '_interfaces': [{'id': '652e5650-cd98-4d94-811d-57cf3ccf9b9f', 'name': '', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'mac_address': 'fa:16:3e:a1:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:02Z', 'updated_at': '2021-04-23T17:54:03Z', 'revision_number': 2, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'subnets': [{'id': '7249e43d-c430-414d-988a-5067c720df9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:04.753056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Checking router: fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 17:54:04.753438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Updating router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 port 652e5650-cd98-4d94-811d-57cf3ccf9b9f binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 17:54:04.813435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:05.210763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:05.226158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Transition to ACTIVE for port object 652e5650-cd98-4d94-811d-57cf3ccf9b9f will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:54:05.231756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:05.237818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:05.413279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Pushing event updated for resources: {'Port': ['ID=652e5650-cd98-4d94-811d-57cf3ccf9b9f,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:05.464167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.464543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.464905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.465260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.465609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.465960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.466306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.466651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.466995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.467341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.467684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.468050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Tracked resource versions report:
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 17:54:05.469104 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 17:54:05.472502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:05.495398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Attempting to bind port 652e5650-cd98-4d94-811d-57cf3ccf9b9f on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 17:54:05.495856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Attempting to bind port 652e5650-cd98-4d94-811d-57cf3ccf9b9f by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 17:54:05.496255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Attempting to bind port 652e5650-cd98-4d94-811d-57cf3ccf9b9f on network 517e456d-7c89-4e53-b46c-455bcbeb075d {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 17:54:05.501685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 17:54:05.502103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Checking segment: {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:54:05.502570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:05.502982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Bound using segment: {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 17:54:05.503534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Bound port: 652e5650-cd98-4d94-811d-57cf3ccf9b9f, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea895d-107a-47d8-93a7-2847cf3fa8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 17:54:05.503999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:05.600148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] For port 652e5650-cd98-4d94-811d-57cf3ccf9b9f, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 17:54:05.605912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] For port 652e5650-cd98-4d94-811d-57cf3ccf9b9f, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=652e5650-cd98-4d94-811d-57cf3ccf9b9f,segment=NetworkSegment(51ea895d-107a-47d8-93a7-2847cf3fa8ce),segment_id=51ea895d-107a-47d8-93a7-2847cf3fa8ce)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 17:54:05.610497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:05.615416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:05.704194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Routers {'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 17:54:05.704861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34dbe320>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T17:53:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:05.765674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Pushing event updated for resources: {'Port': ['ID=652e5650-cd98-4d94-811d-57cf3ccf9b9f,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:05.777241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:05.874465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] Set router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 17:54:06.223665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34dbe320>, [{'id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'name': 'router1', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:52Z', 'updated_at': '2021-04-23T17:54:02Z', 'revision_number': 2, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'gw_port_host': None, '_interfaces': [{'id': '652e5650-cd98-4d94-811d-57cf3ccf9b9f', 'name': '', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'mac_address': 'fa:16:3e:a1:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:02Z', 'updated_at': '2021-04-23T17:54:05Z', 'revision_number': 4, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'subnets': [{'id': '7249e43d-c430-414d-988a-5067c720df9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:06.227792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded68df-a6c5-48f6-af73-ef9d7c6290df None None] The sync data for ids ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'] in dv-cinder-786524-3-iscsi is: [{'id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'name': 'router1', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:52Z', 'updated_at': '2021-04-23T17:54:02Z', 'revision_number': 2, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'gw_port_host': None, '_interfaces': [{'id': '652e5650-cd98-4d94-811d-57cf3ccf9b9f', 'name': '', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'mac_address': 'fa:16:3e:a1:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:02Z', 'updated_at': '2021-04-23T17:54:05Z', 'revision_number': 4, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'subnets': [{'id': '7249e43d-c430-414d-988a-5067c720df9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 17:54:06.545169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52840) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:54:06.706729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3fa811-a40d-40e4-9017-eeb7fcdc7e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:54:06.707337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4b3fa811-a40d-40e4-9017-eeb7fcdc7e7a admin admin] Synchronizing usage tracker for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 17:54:06.723766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4b3fa811-a40d-40e4-9017-eeb7fcdc7e7a admin admin] Unset dirty status for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 17:54:06.725056 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4b3fa811-a40d-40e4-9017-eeb7fcdc7e7a admin admin] 10.222.0.24 "GET /v2.0/networks/3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 HTTP/1.1" status: 200  len: 842 time: 0.1789184
Apr 23 17:54:06.736101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:54:06.741647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:54:06.746247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Usage tracker for resource:subnet and tenant:ed2e25bb5e09471d920993171aa5f1bc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:54:06.749230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:54:06.755899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:54:06.764696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Made reservation on behalf of ed2e25bb5e09471d920993171aa5f1bc for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 17:54:06.769371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:07.214516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.objects.ports [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86366) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 23 17:54:07.214983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:07.219735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-00d1e6b9-024d-4765-ac04-d2fed33bacc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:07.293819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c55e139-eb96-426b-a8e4-3e34bade1faf,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:07.297411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:07.303480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:54:07.303903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Network hostable DHCP agents. Network: 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 17:54:07.322849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 17:54:07.330802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:54:07.335233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:54:07.336924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:07.340349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6f87d-fef5-4d8b-9e47-0aa1ab4e691a None None] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:54:07.358339 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6261678
Apr 23 17:54:07.580379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb698d-553c-465e-a231-4660df529016 None None] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:54:09.981576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52854) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:54:10.191702 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b04ebb84-7c7b-4050-9967-82e7d8801156 admin admin] 10.222.0.24 "GET /v2.0/routers/fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 HTTP/1.1" status: 200  len: 710 time: 0.2088163
Apr 23 17:54:10.332125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 652e5650-cd98-4d94-811d-57cf3ccf9b9f up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:54:10.335393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b5eaf-f141-4067-ba37-e861b1c751a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:54:10.337656 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c93b5eaf-f141-4067-ba37-e861b1c751a1 admin admin] 10.222.0.24 "GET /v2.0/networks/3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 HTTP/1.1" status: 200  len: 886 time: 0.1399834
Apr 23 17:54:10.347266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:54:10.404142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:54:10.408932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:54:10.409347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:10.533893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:10.566435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 652e5650-cd98-4d94-811d-57cf3ccf9b9f, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=652e5650-cd98-4d94-811d-57cf3ccf9b9f,segment=NetworkSegment(51ea895d-107a-47d8-93a7-2847cf3fa8ce),segment_id=51ea895d-107a-47d8-93a7-2847cf3fa8ce)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 17:54:10.569221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:10.573805 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:10.646145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=652e5650-cd98-4d94-811d-57cf3ccf9b9f,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:10.650504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:11.005827 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:11.351178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:11.411203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:11.554063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Allocated IP 172.27.2.207 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/c12bdbaf-1138-42bf-8468-b3b3d492008a) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 17:54:11.705953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:11.736442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:11.741540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c9d3a50-8569-4b60-a611-4ff9765b4ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:11.810553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 17:54:11.813940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:54:11.817756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 17:54:11.883961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Pushing event updated for resources: {'Port': ['ID=c12bdbaf-1138-42bf-8468-b3b3d492008a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:11.888025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:12.220444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:12.306023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 652e5650-cd98-4d94-811d-57cf3ccf9b9f up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:54:12.377100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:54:12.377426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:12.574883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:12.578336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854061836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702234'] for router, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:12.765810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 17:54:13.136306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 17:54:13.144609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:13.145858 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] 10.222.0.24 "PUT /v2.0/routers/fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 HTTP/1.1" status: 200  len: 890 time: 2.8020897
Apr 23 17:54:13.146572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Sync routers for ids ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 17:54:13.158134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Routers {'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 17:54:13.158832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a342427b8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T17:53:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:13.525230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Set router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 17:54:13.881460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a342427b8>, [{'id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'name': 'router1', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c12bdbaf-1138-42bf-8468-b3b3d492008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:52Z', 'updated_at': '2021-04-23T17:54:12Z', 'revision_number': 4, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'gw_port': {'id': 'c12bdbaf-1138-42bf-8468-b3b3d492008a', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:88:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:11Z', 'updated_at': '2021-04-23T17:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '652e5650-cd98-4d94-811d-57cf3ccf9b9f', 'name': '', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'mac_address': 'fa:16:3e:a1:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:02Z', 'updated_at': '2021-04-23T17:54:10Z', 'revision_number': 5, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'subnets': [{'id': '7249e43d-c430-414d-988a-5067c720df9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:13.887063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Checking router: fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 17:54:13.887447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Updating router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 port c12bdbaf-1138-42bf-8468-b3b3d492008a binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 17:54:13.950496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:14.299721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:14.312208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Transition to ACTIVE for port object c12bdbaf-1138-42bf-8468-b3b3d492008a will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:54:14.317727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:14.322550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0ee562f7-8da2-4925-9cb6-d6a58b4c7d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:14.403723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Attempting to bind port c12bdbaf-1138-42bf-8468-b3b3d492008a on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 17:54:14.404147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Attempting to bind port c12bdbaf-1138-42bf-8468-b3b3d492008a by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 17:54:14.404544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Attempting to bind port c12bdbaf-1138-42bf-8468-b3b3d492008a on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 17:54:14.410446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248e856-4652-49f8-adf9-72147881a5d3 None None] Pushing event updated for resources: {'Port': ['ID=c12bdbaf-1138-42bf-8468-b3b3d492008a,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:14.415114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3248e856-4652-49f8-adf9-72147881a5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:14.415934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 17:54:14.416340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:54:14.416774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:14.417190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 17:54:14.417699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Bound port: c12bdbaf-1138-42bf-8468-b3b3d492008a, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 17:54:14.418116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:14.496139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] For port c12bdbaf-1138-42bf-8468-b3b3d492008a, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 17:54:14.499476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] For port c12bdbaf-1138-42bf-8468-b3b3d492008a, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=c12bdbaf-1138-42bf-8468-b3b3d492008a,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 17:54:14.502821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:14.508181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3248e856-4652-49f8-adf9-72147881a5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:14.589629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Routers {'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 17:54:14.590276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a342427b8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T17:53:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:14.648863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248e856-4652-49f8-adf9-72147881a5d3 None None] Pushing event updated for resources: {'Port': ['ID=c12bdbaf-1138-42bf-8468-b3b3d492008a,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:14.659823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3248e856-4652-49f8-adf9-72147881a5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:14.782738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] Set router fe6a40dc-9d8e-48e7-8b82-3e1eb409d037 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 17:54:15.138494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a342427b8>, [{'id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'name': 'router1', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c12bdbaf-1138-42bf-8468-b3b3d492008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:52Z', 'updated_at': '2021-04-23T17:54:12Z', 'revision_number': 4, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'gw_port': {'id': 'c12bdbaf-1138-42bf-8468-b3b3d492008a', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:88:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:11Z', 'updated_at': '2021-04-23T17:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '652e5650-cd98-4d94-811d-57cf3ccf9b9f', 'name': '', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'mac_address': 'fa:16:3e:a1:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:02Z', 'updated_at': '2021-04-23T17:54:10Z', 'revision_number': 5, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'subnets': [{'id': '7249e43d-c430-414d-988a-5067c720df9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 17:54:15.142665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3c771-c981-44a3-8a9b-0a6c7fe5d6dc None None] The sync data for ids ['fe6a40dc-9d8e-48e7-8b82-3e1eb409d037'] in dv-cinder-786524-3-iscsi is: [{'id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'name': 'router1', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c12bdbaf-1138-42bf-8468-b3b3d492008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:52Z', 'updated_at': '2021-04-23T17:54:12Z', 'revision_number': 4, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'gw_port': {'id': 'c12bdbaf-1138-42bf-8468-b3b3d492008a', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:88:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:11Z', 'updated_at': '2021-04-23T17:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '652e5650-cd98-4d94-811d-57cf3ccf9b9f', 'name': '', 'network_id': '517e456d-7c89-4e53-b46c-455bcbeb075d', 'tenant_id': 'f521ab3e07a54a63831e7958f9b12a39', 'mac_address': 'fa:16:3e:a1:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a40dc-9d8e-48e7-8b82-3e1eb409d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7249e43d-c430-414d-988a-5067c720df9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:54:02Z', 'updated_at': '2021-04-23T17:54:10Z', 'revision_number': 5, 'project_id': 'f521ab3e07a54a63831e7958f9b12a39', 'subnets': [{'id': '7249e43d-c430-414d-988a-5067c720df9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b002b2b-f8b7-4625-9e38-abe57289374d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 17:54:15.939260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 52864) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:54:16.075358 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-404108e4-5d18-46fb-b8e7-4e8ab5538a70 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1344841
Apr 23 17:54:16.341170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device c12bdbaf-1138-42bf-8468-b3b3d492008a up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:54:16.429736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port c12bdbaf-1138-42bf-8468-b3b3d492008a completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:54:16.436301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port c12bdbaf-1138-42bf-8468-b3b3d492008a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:54:16.436722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:16.583465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:16.607723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port c12bdbaf-1138-42bf-8468-b3b3d492008a, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=c12bdbaf-1138-42bf-8468-b3b3d492008a,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 17:54:16.609893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:16.612459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:54:16.700814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=c12bdbaf-1138-42bf-8468-b3b3d492008a,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:54:16.704034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:54:18.333781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device c12bdbaf-1138-42bf-8468-b3b3d492008a up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:54:18.422742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port c12bdbaf-1138-42bf-8468-b3b3d492008a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:54:18.423092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:24.547988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eb64c4c-6e67-4546-811e-1bab982e4515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:26.389551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0551f91f-b9f3-4916-8ccc-0532dabad214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:27.577774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:28.284417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:29.042117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:33.891941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:54:54.537317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbe74e3-104e-4a88-a2d4-8f21fe05a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:56.392930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8618de4b-e931-4fd2-b4a6-5ddbb37a55cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:57.590800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:58.296007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:54:59.080632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:10.892078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:55:24.528423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c09aad9-d128-4447-b15a-d60d1ba5f58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:26.395023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e8ae-ec9c-4c81-ba82-21e7f2743fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:27.589349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:28.290609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:29.049054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:47.892033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:55:54.530095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed5f-1b06-47a1-8679-489fde531af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:56.396898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5306babc-750d-4ade-8ca7-1bd488c8b766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:57.594438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:58.292321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:59.060155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:55:59.549357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53434) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:55:59.623385 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c49dcf-95fa-4a86-9f43-f9d78dc51306 admin admin] GET failed (client error): The resource could not be found.
Apr 23 17:55:59.624786 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-59c49dcf-95fa-4a86-9f43-f9d78dc51306 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0744135
Apr 23 17:55:59.765868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e88d78-41ed-4ff6-90bf-31df090c84a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:55:59.767315 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-09e88d78-41ed-4ff6-90bf-31df090c84a3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1383207
Apr 23 17:56:02.263653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53444) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:02.384061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558dd27-6a88-4852-81d8-6a9cfa855b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:02.384606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6558dd27-6a88-4852-81d8-6a9cfa855b18 admin admin] Synchronizing usage tracker for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:subnet {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 17:56:02.400339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6558dd27-6a88-4852-81d8-6a9cfa855b18 admin admin] Unset dirty status for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:subnet {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 17:56:02.401623 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6558dd27-6a88-4852-81d8-6a9cfa855b18 admin admin] 10.222.0.24 "GET /v2.0/subnets/7249e43d-c430-414d-988a-5067c720df9e HTTP/1.1" status: 200  len: 849 time: 0.1368828
Apr 23 17:56:02.413122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:56:02.537940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:02.852521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751588880601'] for subnet, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:02.857100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:56:02.903200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:02.904181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:02.908051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca2b65f-b20e-47cd-a155-6ec766a1e993 None None] Network 517e456d-7c89-4e53-b46c-455bcbeb075d requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:56:02.920604 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] 10.222.0.24 "PUT /v2.0/subnets/7249e43d-c430-414d-988a-5067c720df9e HTTP/1.1" status: 200  len: 868 time: 0.5123508
Apr 23 17:56:02.948055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7249e43d-c430-414d-988a-5067c720df9e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:56:02.956501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.956884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.957325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.957809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.958179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.958545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.958908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.959274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.959633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.960016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.960378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.960734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:02.964554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:56:03.371795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6fa7c9a2-5bdb-4a57-8166-a69bb32aaa37 None None] Provisioning complete for port 459a7207-021a-48f3-a822-881df312e6e4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:56:03.372360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c9a2-5bdb-4a57-8166-a69bb32aaa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:03.507386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6fa7c9a2-5bdb-4a57-8166-a69bb32aaa37 None None] Provisioning complete for port 652e5650-cd98-4d94-811d-57cf3ccf9b9f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:56:03.507671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c9a2-5bdb-4a57-8166-a69bb32aaa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:05.438186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53454) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:05.625971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4355c-3ec7-45a4-a971-1eafc5e6e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:05.626412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4355c-3ec7-45a4-a971-1eafc5e6e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:05.628062 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ffe4355c-3ec7-45a4-a971-1eafc5e6e67c admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1886973
Apr 23 17:56:08.120908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53464) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:08.308556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02628fc9-9703-42d0-9aca-e0ac15a79e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:08.309005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02628fc9-9703-42d0-9aca-e0ac15a79e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:08.310622 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-02628fc9-9703-42d0-9aca-e0ac15a79e23 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1886857
Apr 23 17:56:10.807250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53474) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:10.990510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25985b47-360f-48db-89dd-98286700a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:10.991920 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-25985b47-360f-48db-89dd-98286700a27e admin admin] 10.222.0.24 "GET /v2.0/networks/3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 HTTP/1.1" status: 200  len: 886 time: 0.1835387
Apr 23 17:56:13.510617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53484) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:13.698468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4632f3-ca87-4793-8a58-22bdfe5a3421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:13.699840 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ba4632f3-ca87-4793-8a58-22bdfe5a3421 admin admin] 10.222.0.24 "GET /v2.0/networks/517e456d-7c89-4e53-b46c-455bcbeb075d HTTP/1.1" status: 200  len: 869 time: 0.1881218
Apr 23 17:56:16.170713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53494) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:16.286195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60392ece-79b8-4886-a9f4-826bf5a9670e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:16.286674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60392ece-79b8-4886-a9f4-826bf5a9670e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:16.288313 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-60392ece-79b8-4886-a9f4-826bf5a9670e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1165695
Apr 23 17:56:18.850890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53504) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:19.002814 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:56:19.003389 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:56:19.413610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.policy [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86367) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 23 17:56:19.625979 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:56:19.626403 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 17:56:19.643922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:19.644448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:19.646403 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6f9571d7-748c-4656-9469-8800fa51508b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.7932053
Apr 23 17:56:22.152341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53520) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:22.263774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fd2da-ef1f-445e-a073-bac5d790e9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:22.265227 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-531fd2da-ef1f-445e-a073-bac5d790e9f9 admin admin] 10.222.0.24 "GET /v2.0/subnets/5c55e139-eb96-426b-a8e4-3e34bade1faf HTTP/1.1" status: 200  len: 816 time: 0.1118746
Apr 23 17:56:24.539944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a995df3-5f17-41b1-9689-409a38f2788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:24.763261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53530) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:24.879510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79527b40-d7eb-4c7d-9765-5e312b03625b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:24.881183 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-79527b40-d7eb-4c7d-9765-5e312b03625b admin admin] 10.222.0.24 "GET /v2.0/subnets/7249e43d-c430-414d-988a-5067c720df9e HTTP/1.1" status: 200  len: 868 time: 0.1168494
Apr 23 17:56:24.891323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:56:26.398137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dabed865-d3c0-4a54-a88e-2e947ad4883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:27.596597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:28.294874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:29.078971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:51.447890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53574) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:51.500359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-995cb991-9d47-43c9-9cf9-48e6771d16ce admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 17:56:51.501454 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-995cb991-9d47-43c9-9cf9-48e6771d16ce admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0524964
Apr 23 17:56:54.086608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53584) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:54.170310 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf3e0d3-397d-491e-ad8d-94f5f90c6438 admin admin] GET failed (client error): The resource could not be found.
Apr 23 17:56:54.171868 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-baf3e0d3-397d-491e-ad8d-94f5f90c6438 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0841160
Apr 23 17:56:54.329648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c094f-1d4c-4c03-890a-84e084afd745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:54.331819 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9e4c094f-1d4c-4c03-890a-84e084afd745 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1554670
Apr 23 17:56:54.532445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8990b23-f3d1-4969-8852-a41e362bbac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:56.403084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-756c7fb9-07a0-4bd5-a703-0b2a8906e257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:56.902020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53594) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:56.953738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:56:56.956849 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.quota [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5a34c6edd8>.
Apr 23 17:56:56.963356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:56:56.975787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:56:56.988116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Made reservation on behalf of ed2e25bb5e09471d920993171aa5f1bc for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 17:56:56.993914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:57.094107 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.services.revisions.revision_plugin [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5a349eb518] {project_id='ed2e25bb5e09471d920993171aa5f1bc', id='f572fecb-5f2f-45f9-89a9-0bbb0913f138', target_tenant='*', action='access_as_shared', object_id='12c4786d-17e5-49e4-9784-d2b0b9362d8b'}> to bump revision.
Apr 23 17:56:57.108141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 17:56:57.118776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285265961110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:57.119351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5a357af6a8> segment precommit_create {{(pid=86367) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 23 17:56:57.119817 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Added segment 9b72439f-92d7-4d7f-93e1-c0d5634a8b67 of type vlan for network 12c4786d-17e5-49e4-9784-d2b0b9362d8b
Apr 23 17:56:57.190670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:57.225881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:57.227457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:56:57.228125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:57.233908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:56:57.336374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4331839
Apr 23 17:56:57.344380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Pushing event updated for resources: {'Network': ['ID=12c4786d-17e5-49e4-9784-d2b0b9362d8b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:56:57.353132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.353509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.353869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.354224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.354574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.354927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.355273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.355617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.355990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.356338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.356677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.357051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Tracked resource versions report:
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 17:56:57.358176 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 17:56:57.400337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:56:57.408691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 12c4786d-17e5-49e4-9784-d2b0b9362d8b details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 17:56:57.599461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:58.296711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:59.081964 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:56:59.872889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53608) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:56:59.947265 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0744e44-e990-451b-bbe3-dd11ab8708fa admin admin] GET failed (client error): The resource could not be found.
Apr 23 17:56:59.947854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e0744e44-e990-451b-bbe3-dd11ab8708fa admin admin] Synchronizing usage tracker for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 17:56:59.962351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e0744e44-e990-451b-bbe3-dd11ab8708fa admin admin] Unset dirty status for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 17:56:59.963511 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e0744e44-e990-451b-bbe3-dd11ab8708fa admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0895882
Apr 23 17:57:00.078773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544532ad-6208-4881-a086-9d8c85839b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:57:00.080381 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-544532ad-6208-4881-a086-9d8c85839b85 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1125882
Apr 23 17:57:00.091679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 17:57:00.097343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:57:00.107447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:57:00.116638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Made reservation on behalf of ed2e25bb5e09471d920993171aa5f1bc for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 17:57:00.121214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:00.536125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:00.541370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:57:00.617230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5fc5a5-597d-4934-81ce-92be0798929f,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:57:00.624291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:57:00.626871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Checking segment: {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:57:00.627777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Network hostable DHCP agents. Network: 12c4786d-17e5-49e4-9784-d2b0b9362d8b, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 17:57:00.649966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Network 12c4786d-17e5-49e4-9784-d2b0b9362d8b is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 17:57:00.658594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 12c4786d-17e5-49e4-9784-d2b0b9362d8b) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:57:00.663070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 17:57:00.663728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:00.668838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3a98a-227b-4227-8b4a-0cae6eeab4d1 None None] Network 12c4786d-17e5-49e4-9784-d2b0b9362d8b requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:57:00.687644 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5996318
Apr 23 17:57:00.909951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-12c4786d-17e5-49e4-9784-d2b0b9362d8b', 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b', 'tenant_id': 'ed2e25bb5e09471d920993171aa5f1bc', 'fixed_ips': [{'subnet_id': '2b5fc5a5-597d-4934-81ce-92be0798929f'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 17:57:00.910863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:01.082800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Allocated IP 192.168.233.2 (12c4786d-17e5-49e4-9784-d2b0b9362d8b/2b5fc5a5-597d-4934-81ce-92be0798929f/5d3b5a23-106c-4558-b5c7-3db6a39c1fa4) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 17:57:01.308594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:01.320025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Transition to ACTIVE for port object 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:57:01.341498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Transition to ACTIVE for port object 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 17:57:01.344629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:01.350592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:57:01.412501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Network 12c4786d-17e5-49e4-9784-d2b0b9362d8b is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 17:57:01.420062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 17:57:01.425829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 17:57:01.435332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Pushing event updated for resources: {'Port': ['ID=5d3b5a23-106c-4558-b5c7-3db6a39c1fa4,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:57:01.476063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.476441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.476808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.477171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.477531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.477882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.478236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.478584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.478943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.479293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.479648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.480019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:57:01.483788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:57:01.543335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Attempting to bind port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 17:57:01.543734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Attempting to bind port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 17:57:01.544162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Attempting to bind port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 on network 12c4786d-17e5-49e4-9784-d2b0b9362d8b {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 17:57:01.550574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 17:57:01.550974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Checking segment: {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 17:57:01.551413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:01.551857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Bound using segment: {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 17:57:01.552366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Bound port: 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 17:57:01.552784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:01.649551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] For port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 17:57:01.653359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] For port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=5d3b5a23-106c-4558-b5c7-3db6a39c1fa4,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 17:57:01.656862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:01.662451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3248e856-4652-49f8-adf9-72147881a5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:57:01.744579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Pushing event updated for resources: {'Port': ['ID=5d3b5a23-106c-4558-b5c7-3db6a39c1fa4,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:57:01.748026 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:57:01.890989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:57:02.459641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:57:02.534324 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:57:02.994138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b41b0-db54-4d24-9e87-33000af2f90f None None] Network 12c4786d-17e5-49e4-9784-d2b0b9362d8b requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 17:57:03.108985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Provisioning for port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 17:57:03.120730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Provisioning complete for port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:57:03.121135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:03.352528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:03.402094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] For port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=5d3b5a23-106c-4558-b5c7-3db6a39c1fa4,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 17:57:03.405058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:03.407387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:57:03.488312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Pushing event updated for resources: {'Port': ['ID=5d3b5a23-106c-4558-b5c7-3db6a39c1fa4,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:57:03.491548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:57:03.630343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bca1ef2d-277e-4ad6-aab8-971239e2dc91 None None] Provisioning complete for port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:57:03.630676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bca1ef2d-277e-4ad6-aab8-971239e2dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:04.425119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 17:57:04.498083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 5d3b5a23-106c-4558-b5c7-3db6a39c1fa4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 17:57:04.498615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:24.537303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a22ee5d-cb5c-4d0e-b971-6e897cda3483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:26.406619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10c981da-d096-4461-b243-955cc14addd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:27.602105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:28.299138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:29.083861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:38.891865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:57:54.538931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3260cdae-813e-4642-ae4d-5aba7c099f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:56.409600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05d67dfc-fbb2-4fb4-af17-8781135dab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:57.604067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:58.301442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:57:59.089139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:14.771385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53650) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:58:14.777832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-15ab8201-9b5c-4a55-9acb-9c2563c66a60 tempest-verify_tempest_config-1857789138 tempest-verify_tempest_config-1857789138-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 17:58:14.778854 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-15ab8201-9b5c-4a55-9acb-9c2563c66a60 tempest-verify_tempest_config-1857789138 tempest-verify_tempest_config-1857789138-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063810
Apr 23 17:58:15.097504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 53668) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:58:15.223291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.240181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 17:58:15.244129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Usage tracker for resource:security_group_rule and tenant:e59924da69ca441f8f8f073b86f48a9d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 17:58:15.247285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 17:58:15.254158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 17:58:15.353448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.355960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.365128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:58:15.408869 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e59924da69ca441f8f8f073b86f48a9d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3102801
Apr 23 17:58:15.410479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39c936-9279-4944-a203-ff3bc4db6fd8,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:58:15.411724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53674) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 17:58:15.417732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.418122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.418486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.418844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.419198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.419564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.419971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.420303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.420664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.421013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.422078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.422517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.427147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:58:15.474695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.501910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.556498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.561610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 17:58:15.575639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39c936-9279-4944-a203-ff3bc4db6fd8,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 17:58:15.583607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:15.584831 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb39c936-9279-4944-a203-ff3bc4db6fd8 HTTP/1.1" status: 204  len: 168 time: 0.1720192
Apr 23 17:58:15.586233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.586618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.586992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.587433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.587795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.588189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.588555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.588995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.589250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.589756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.590115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.590474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 17:58:15.594122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 17:58:15.891666 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:58:24.543352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51f529f7-a930-4296-9eae-ac25f2825cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:26.410719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e52b3018-e5ca-4ff9-bbaa-fff4968235b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:27.608769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:28.303541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:29.095354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:52.891291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:58:54.544896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-97a71123-dd8b-490f-909d-cf0d003f667e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:56.413089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2295d57a-82b6-4821-bd6f-f2e4855273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:57.610759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:58.307785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:58:59.094882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:24.703217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c9d50a9-b694-44cf-a3bc-88268f433fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:26.414213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-662d4130-18c1-4b6e-9b07-4cdf65760c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:27.613465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:28.309906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:29.099193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:29.890209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 17:59:50.940581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:54.546155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf0de04f-256d-4c71-abf5-a1508f3d9da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:56.414957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd9c-2bc6-4779-acfe-81a20bd522f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:57.615525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:58.310967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 17:59:59.104316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:06.890108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:00:07.158967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53754) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:00:07.280173 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-27b1b6ec-65ba-4ca5-b0f8-d9e21219ac08 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1199605
Apr 23 18:00:09.813339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53764) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:00:09.873077 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1c7354b6-317a-45bc-a718-b4645607114c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0585732
Apr 23 18:00:20.886841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:24.548777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5d5d-920a-4599-affc-2d17ebfc2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:26.416216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aaf788cb-8f4f-4c85-b7d3-b591904427d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:27.617468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:28.312134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:29.107297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:43.890454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:00:50.911663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:54.550564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbcb8-d8db-4aad-8fd8-faead91bb656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:56.417793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fcf555a-9382-4b40-bd2c-e40a195b76cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:57.620787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:58.314128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:00:59.112488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:20.890792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:01:20.911180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:24.551883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-413198b1-9c2d-4c2b-9128-4e325c39a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:26.421218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c36b651-1faa-4562-9695-b2870ab9d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:27.622205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:28.317994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:29.114903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:44.630636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 53966) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:45.265358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-356907967-network', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:45.271701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:45.275938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Usage tracker for resource:network and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:45.279031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:45.286181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:45.295511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Made reservation on behalf of 2dc37991df3c48f29eeb46941fe5eb10 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:45.300261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.313830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.330052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:45.334072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:45.337163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:45.343173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:45.435418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54000) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:45.442759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.446099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.451034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:45.481337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771cf8e4-7606-4b87-8b66-a1111d18c1da,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:45.490330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.490717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.491097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.491467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.491896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.492254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.492621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.492984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.493351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.493710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.494070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.494422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Tracked resource versions report:
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78652: {},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 18:01:45.495527 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 18:01:45.501623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:45.504930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:01:45.516763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.517641 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Added segment 7917cd09-f643-4431-9c95-f894f92f30fd of type vlan for network c21e2dbc-ede4-4d07-9589-d6a628a4b16e
Apr 23 18:01:45.545065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.581095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.582480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:45.583123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.591965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:45.694884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54014) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:45.704570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Request body: {'subnet': {'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-356907967-subnet', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:45.705124 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0726938
Apr 23 18:01:45.712521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:45.716583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Pushing event updated for resources: {'Network': ['ID=c21e2dbc-ede4-4d07-9589-d6a628a4b16e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:45.718605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Usage tracker for resource:subnet and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:45.722127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:45.727826 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:45.728183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:01:45.728718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:45.739291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Made reservation on behalf of 2dc37991df3c48f29eeb46941fe5eb10 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:45.744102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:45.813775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54024) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:46.082231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-819118699-network', 'tenant_id': '9b27c35630ec470ba07816df16d47d68'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:46.090276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:46.094608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Usage tracker for resource:network and tenant:9b27c35630ec470ba07816df16d47d68 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:46.097945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:46.105550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:46.123431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Made reservation on behalf of 9b27c35630ec470ba07816df16d47d68 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:46.128778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.148366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.167998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:46.182900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2008604077-network', 'tenant_id': '5c8971bd2f144291b960f9a9937d2747'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:46.191877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b27c35630ec470ba07816df16d47d68 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:46.195732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:46.200934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:46.205517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Usage tracker for resource:network and tenant:5c8971bd2f144291b960f9a9937d2747 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:46.208576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:46.221958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:46.222055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:46.231955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Made reservation on behalf of 5c8971bd2f144291b960f9a9937d2747 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:46.237996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.256409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.298087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:46.309221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Usage tracker for resource:security_group_rule and tenant:5c8971bd2f144291b960f9a9937d2747 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:46.322057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:46.336809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:46.497494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.499256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.507415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:46.527092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.530691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.542360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.554174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:01:46.572955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.573334 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Added segment cb8f964e-4c15-4acb-8554-3f91f83c1aaf of type vlan for network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f
Apr 23 18:01:46.584125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee5313e-ede5-4a09-b278-1989db7e3de2,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:46.628421 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.629242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.630487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.631185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.631752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.632022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.632709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.633347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.633883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.634480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.634839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.635205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.635544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Tracked resource versions report:
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78652: {},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 18:01:46.636788 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 18:01:46.645555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:01:46.659418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.660180 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Added segment 4c1097f2-7959-4b06-a469-6a518c3bc5c1 of type vlan for network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9
Apr 23 18:01:46.692094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.702270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:46.729981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:46.731048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Checking segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:01:46.731651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Network hostable DHCP agents. Network: c21e2dbc-ede4-4d07-9589-d6a628a4b16e, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:01:46.740051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.740897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:46.756469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:46.759346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.760299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:46.767600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:46.768316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.783493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:46.794673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:46.795223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:46.810984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:46.813904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:46.816111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ac96852b-bd47-48c6-a658-a360a30c4d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:46.864609 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0490098
Apr 23 18:01:46.870045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54058) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:46.940057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Request body: {'subnet': {'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2008604077-subnet', 'tenant_id': '5c8971bd2f144291b960f9a9937d2747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:46.946412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:46.950603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Usage tracker for resource:subnet and tenant:5c8971bd2f144291b960f9a9937d2747 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:46.955734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:46.963779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:46.986293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:01:46.993831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Made reservation on behalf of 5c8971bd2f144291b960f9a9937d2747 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:46.999750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:47.006614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:47.011935 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:47.013749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, c21e2dbc-ede4-4d07-9589-d6a628a4b16e) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:47.020941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:01:47.022579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:47.023414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:47.034330 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5971906
Apr 23 18:01:47.037741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54068) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:47.090089 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3932073
Apr 23 18:01:47.093715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54076) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:47.107220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:47.128971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:47.142394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Usage tracker for resource:router and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:47.160857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:47.181412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:47.261744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Request body: {'subnet': {'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-819118699-subnet', 'tenant_id': '9b27c35630ec470ba07816df16d47d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:47.265241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Pushing event updated for resources: {'Network': ['ID=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:47.288581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:47.317220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:47.323443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd6d95-17ef-4988-97aa-84b79dc938fe None None] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:47.345873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Usage tracker for resource:subnet and tenant:9b27c35630ec470ba07816df16d47d68 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:47.363141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:47.386000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:47.423916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Made reservation on behalf of 9b27c35630ec470ba07816df16d47d68 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:47.432934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:47.463382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:01:47.535279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:47.537349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:47.561542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:47.793952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:01:47.794971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.096332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Allocated IP 172.20.0.2 (c21e2dbc-ede4-4d07-9589-d6a628a4b16e/aee5313e-ede5-4a09-b278-1989db7e3de2/531f81d7-4e89-4d91-b6bf-bbfdec917032) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:01:48.148048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.310917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.319340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:48.538992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.559077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Transition to ACTIVE for port object 531f81d7-4e89-4d91-b6bf-bbfdec917032 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:01:48.564329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54130) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:48.587235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Transition to ACTIVE for port object 531f81d7-4e89-4d91-b6bf-bbfdec917032 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:01:48.592675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.602775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:48.685168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Pushing event updated for resources: {'Port': ['ID=531f81d7-4e89-4d91-b6bf-bbfdec917032,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:48.696854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.697375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.697742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.698560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.698560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.698834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.699145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.699506 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.699923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.700289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.700646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.701001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Tracked resource versions report:
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78652: {},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 18:01:48.702084 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 18:01:48.717735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:01:48.721214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.721407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:48.722635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:48.725702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:01:48.764099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd732312-de0a-4b30-9170-f10ae3c75235,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:48.787101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:48.800443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Checking segment: {'id': 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:01:48.803036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Network hostable DHCP agents. Network: 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:01:48.836572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.850625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Attempting to bind port 531f81d7-4e89-4d91-b6bf-bbfdec917032 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:01:48.851212 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Attempting to bind port 531f81d7-4e89-4d91-b6bf-bbfdec917032 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:01:48.851719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Attempting to bind port 531f81d7-4e89-4d91-b6bf-bbfdec917032 on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:01:48.859365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:01:48.860561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Checking segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:01:48.861288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.861732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Bound using segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:01:48.862374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Bound port: 531f81d7-4e89-4d91-b6bf-bbfdec917032, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:01:48.862895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.866339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:01:48.896787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:48.920859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:48.933402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5866805-6365-4246-9bd4-be25482470c0 None None] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:48.934108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:48.987231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.018167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a0bb7caa-9644-4b94-bdba-80e90a9fc8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:49.023240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.060864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:49.066176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Usage tracker for resource:security_group_rule and tenant:b0dae3d846c94bbeb191cf0e60fce3e5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:49.069264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:49.076238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:49.150808 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2632637
Apr 23 18:01:49.209633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.217203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.227499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54158) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:49.236056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad631781-853e-4f9d-8353-6f5e44438a85 None None] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:49.279091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6676c2cd-27c3-4454-8ab1-4bb8c7c9e4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:49.311665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7478072b-f485-40e8-b5ea-8ac62a4a8c3f,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:49.321118 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0dae3d846c94bbeb191cf0e60fce3e5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7481561
Apr 23 18:01:49.323224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:49.324024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Checking segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:01:49.324431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Network hostable DHCP agents. Network: cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:01:49.329895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54164) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:49.336320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54937b4b-8c01-42bd-a19f-2c62c4cf236b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:49.341303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:49.399625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] For port 531f81d7-4e89-4d91-b6bf-bbfdec917032, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:01:49.426079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:01:49.429855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] For port 531f81d7-4e89-4d91-b6bf-bbfdec917032, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=531f81d7-4e89-4d91-b6bf-bbfdec917032,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:01:49.439098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.464547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:49.483832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:49.484090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:49.484484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.489305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.520940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4e995-1460-4a95-a1b9-19623bdde876 None None] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:49.528649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.538222 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3107817
Apr 23 18:01:49.609395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Allocated IP 172.27.2.59 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/9ab57fc4-d567-4469-ac1c-09b59c6748e4) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:01:49.639570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.647453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d3cd43de-7b06-4708-9a92-5893ba6d9fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:49.687345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.693847 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54937b4b-8c01-42bd-a19f-2c62c4cf236b HTTP/1.1" status: 204  len: 168 time: 0.3626363
Apr 23 18:01:49.694926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54937b4b-8c01-42bd-a19f-2c62c4cf236b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:49.703337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:49.807620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:49.845708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:49.852560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Usage tracker for resource:security_group_rule and tenant:4c4903ea9d8144d3bf13d684410f97c8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:49.860510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:49.874791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:49.943167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.022610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Pushing event updated for resources: {'Port': ['ID=531f81d7-4e89-4d91-b6bf-bbfdec917032,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:50.030924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:50.121254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.137737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:50.142514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.148951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.158953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:50.186726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197981a7-3873-4a1d-b9e6-0d05234639d8 None None] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:50.279901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e6cb80-bc45-4219-a20b-cfa3634b2bfd,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:50.283006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54218) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:50.314618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:50.317716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:01:50.332582 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 23 18:01:50.342936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:50.356499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:01:50.412948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Synchronizing usage tracker for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:01:50.511073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54224) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:50.561517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.582395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Unset dirty status for tenant:ed2e25bb5e09471d920993171aa5f1bc on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:01:50.586330 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c4903ea9d8144d3bf13d684410f97c8&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3577471
Apr 23 18:01:50.591745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54228) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:50.641695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:50.664225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3a50a8c8ca418db3641496cad6e9a3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:50.670075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:50.694709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:50.721175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 531f81d7-4e89-4d91-b6bf-bbfdec917032 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:01:50.726257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Pushing event updated for resources: {'Port': ['ID=9ab57fc4-d567-4469-ac1c-09b59c6748e4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:50.726449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-b8b2c931-6d16-4f8c-96bf-94442a84fb4d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:50.727215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-b8b2c931-6d16-4f8c-96bf-94442a84fb4d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Synchronizing usage tracker for tenant:5c8971bd2f144291b960f9a9937d2747 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:01:50.729953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:50.846336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 531f81d7-4e89-4d91-b6bf-bbfdec917032 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:01:50.856888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.877451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.881552 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:50.904574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d55aeb4c-05de-4edb-afbe-54953ea46199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:50.911967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-b8b2c931-6d16-4f8c-96bf-94442a84fb4d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Unset dirty status for tenant:5c8971bd2f144291b960f9a9937d2747 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:01:50.918971 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-b8b2c931-6d16-4f8c-96bf-94442a84fb4d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/networks?id=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f HTTP/1.1" status: 200  len: 812 time: 0.6065350
Apr 23 18:01:50.945735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.004699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.087574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54254) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:51.101509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.103345 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-78da63c4-f2ef-4155-8ec7-6193386616d3 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/quotas/5c8971bd2f144291b960f9a9937d2747 HTTP/1.1" status: 200  len: 375 time: 0.1835463
Apr 23 18:01:51.155235 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d3a50a8c8ca418db3641496cad6e9a3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6431124
Apr 23 18:01:51.197249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54260) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:51.263025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424715c9-3e83-41d9-b19e-107b4b105f0e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:51.278781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:51.281165 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ae66b4e2-9f10-44fa-9b63-8f29a6335748 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c8971bd2f144291b960f9a9937d2747&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1328399
Apr 23 18:01:51.283706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa45e13c-bfcb-4f5f-a2a9-29e2b38bf74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:51.307156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.318313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e6cb80-bc45-4219-a20b-cfa3634b2bfd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:51.320370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.321664 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37e6cb80-bc45-4219-a20b-cfa3634b2bfd HTTP/1.1" status: 204  len: 168 time: 0.7273455
Apr 23 18:01:51.322906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:51.390583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.434304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-fd052f7d-efc7-410e-b5a4-0df186f912cb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:51.439844 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-fd052f7d-efc7-410e-b5a4-0df186f912cb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.3426783
Apr 23 18:01:51.457711 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-c480fed0-4805-4a9c-b102-daf4a18ac82a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/quotas/9b27c35630ec470ba07816df16d47d68 HTTP/1.1" status: 200  len: 375 time: 0.0149243
Apr 23 18:01:51.518399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.535009 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-91935b1b-6722-45c3-9398-09f49f09026f tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0702257
Apr 23 18:01:51.676068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-414276f4-0ced-48f4-a190-02b14350147f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 18:01:51.678060 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-414276f4-0ced-48f4-a190-02b14350147f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1417093
Apr 23 18:01:51.688254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b15e0-2ebc-410e-b89e-fec0ab2af2b2 None None] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:51.810844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Provisioning for port 531f81d7-4e89-4d91-b6bf-bbfdec917032 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:01:51.821000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Provisioning complete for port 531f81d7-4e89-4d91-b6bf-bbfdec917032 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:51.821744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.841435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54280) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:51.843230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:51.878203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-592f804d-56f5-4354-82ba-891eb0572390 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 18:01:51.879291 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-592f804d-56f5-4354-82ba-891eb0572390 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0934722
Apr 23 18:01:51.883923 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-b87481ac-2187-4547-9e42-403e7de6548c service neutron] 10.222.0.24 "GET /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976683
Apr 23 18:01:51.943173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.016500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.029147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:52.038930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:52.085918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.115667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Usage tracker for resource:security_group_rule and tenant:c66b740725804af9becedb46c69baa99 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:52.121712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:52.134609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:52.143295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] For port 531f81d7-4e89-4d91-b6bf-bbfdec917032, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=531f81d7-4e89-4d91-b6bf-bbfdec917032,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:01:52.144268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424715c9-3e83-41d9-b19e-107b4b105f0e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:52.149215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.151095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:52.162275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:52.170183 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-a6d75712-15fc-40bf-ba52-38805e7ce21f service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817769
Apr 23 18:01:52.181794 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5a7d06fd-344d-4f51-aefe-7e643dec77ae service neutron] 10.222.0.24 "GET /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632313
Apr 23 18:01:52.238303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.242660 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/424715c9-3e83-41d9-b19e-107b4b105f0e HTTP/1.1" status: 204  len: 168 time: 1.0444160
Apr 23 18:01:52.258424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Pushing event updated for resources: {'Port': ['ID=531f81d7-4e89-4d91-b6bf-bbfdec917032,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:52.269054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:52.285628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Router f0d53229-f549-4d82-9423-559fe0dc7e52 is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:01:52.451677 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-649844df-4de5-4416-872e-06ea6817bf4f service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685525
Apr 23 18:01:52.498832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e2892ab1-b61b-4ac7-88a8-5500b5a4b4ba None None] Provisioning complete for port 531f81d7-4e89-4d91-b6bf-bbfdec917032 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:52.499576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e2892ab1-b61b-4ac7-88a8-5500b5a4b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.670404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 531f81d7-4e89-4d91-b6bf-bbfdec917032 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:01:52.929430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.947115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.982907 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f6a74a6-3c4d-46dd-8242-278c95153302 req-7ca46e9c-40b1-4725-94df-f692b6de5516 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1495357
Apr 23 18:01:52.986802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:01:52.996982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 531f81d7-4e89-4d91-b6bf-bbfdec917032 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:52.997409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:52.998303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:01:53.003988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:53.017519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:01:53.019202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff37400>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:01:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:01:53.053543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab9082-4fee-4063-9dd8-129e5e884712,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:53.066901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:53.081221 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c66b740725804af9becedb46c69baa99&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2316360
Apr 23 18:01:53.081922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54346) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:53.103025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:53.104358 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.0060306
Apr 23 18:01:53.107293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54350) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:53.232956 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6edcbe03-ee63-4004-901a-1a8c773a6c30 req-34c5b524-3fcd-4685-b719-b8e824031326 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.1262078
Apr 23 18:01:53.471068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54362) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:53.508477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:01:53.685012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:53.736277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:53.889498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:53.920838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff37400>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:01:53.926427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:01:53.926802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Updating router f0d53229-f549-4d82-9423-559fe0dc7e52 port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:01:53.934897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:53.948971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Usage tracker for resource:security_group_rule and tenant:339bf303101c46d0b19b2c8162db9cc2 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:53.958015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:53.966857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:54.041580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.071869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.076858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.111900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:54.124532 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=339bf303101c46d0b19b2c8162db9cc2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6521311
Apr 23 18:01:54.128570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:54.296661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.310583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.331296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:54.348631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.399225 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-983a1cf3-020c-4922-9b34-e54c80cad847 req-47c6b282-68dc-4978-a80a-dfc3709fae49 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.2879786
Apr 23 18:01:54.407410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.409707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc64c2-a912-4f1a-943d-5b74a85c72a2,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:54.478371 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bcb7f5-61a0-4cfc-ba57-67bf55e45892 req-127f408c-0401-4aaa-acca-545ad6b9f2e1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.0780702
Apr 23 18:01:54.480449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:54.480977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0ef0622d-6910-48eb-9c42-4c319b21ddc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:54.492513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc64c2-a912-4f1a-943d-5b74a85c72a2,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:54.497857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:54.512157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.513561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.517747 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2ab9082-4fee-4063-9dd8-129e5e884712 HTTP/1.1" status: 204  len: 168 time: 1.4317853
Apr 23 18:01:54.519444 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7bc64c2-a912-4f1a-943d-5b74a85c72a2 HTTP/1.1" status: 204  len: 168 time: 0.3897977
Apr 23 18:01:54.522675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.526079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab9082-4fee-4063-9dd8-129e5e884712,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:54.532576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:54.546531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Transition to ACTIVE for port object 9ab57fc4-d567-4469-ac1c-09b59c6748e4 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:01:54.555837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.563289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b9976e2-64cb-49e7-9788-caaaa42132b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:54.622698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-262d82a9-9fa6-4f6d-b6c9-bcfa937c6e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.732869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Attempting to bind port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:01:54.733540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Attempting to bind port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:01:54.734098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Attempting to bind port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:01:54.744317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Pushing event updated for resources: {'Port': ['ID=9ab57fc4-d567-4469-ac1c-09b59c6748e4,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:54.754649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:01:54.755868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:01:54.756476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.757237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:01:54.757909 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Bound port: 9ab57fc4-d567-4469-ac1c-09b59c6748e4, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:01:54.758919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.870087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.870505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.871111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.871515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.871970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.872345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.872772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.873137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.873511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.873863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.874195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.874545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Tracked resource versions report:
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]: pushed versions:
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]: consumer versions:
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78652: {},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786524-3-iscsi: {},
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786524-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 23 18:01:54.876186 dv-cinder-786524-3-iscsi neutron-server[86253]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 18:01:54.903468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:54.927347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] For port 9ab57fc4-d567-4469-ac1c-09b59c6748e4, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:01:54.933653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] For port 9ab57fc4-d567-4469-ac1c-09b59c6748e4, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9ab57fc4-d567-4469-ac1c-09b59c6748e4,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:01:54.942467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:54.946840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:54.976794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:55.030128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Pushing event updated for resources: {'Port': ['ID=9ab57fc4-d567-4469-ac1c-09b59c6748e4,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:55.035207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:55.051688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:01:55.052659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff37400>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:01:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:01:55.260343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Allocated IP 172.20.0.1 (c21e2dbc-ede4-4d07-9589-d6a628a4b16e/aee5313e-ede5-4a09-b278-1989db7e3de2/1820d510-338f-4fbc-be7d-08a441942d65) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:01:55.285920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:01:55.451734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:55.473586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Transition to ACTIVE for port object 1820d510-338f-4fbc-be7d-08a441942d65 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:01:55.504989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:55.518847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:55.570621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:01:55.578685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:55.592172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:01:55.592808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:55.666352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff37400>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:01:55.676398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b7ca7-6c90-45d2-a2d4-698b77c6ddaf None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:01:55.894974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1820d510-338f-4fbc-be7d-08a441942d65,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:55.910501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:55.928653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-96f2214e-1a7a-4dc7-b097-22ff4e2636ff None None] Provisioning for port 1820d510-338f-4fbc-be7d-08a441942d65 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:01:55.934516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-96f2214e-1a7a-4dc7-b097-22ff4e2636ff None None] Provisioning complete for port 1820d510-338f-4fbc-be7d-08a441942d65 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:55.934903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96f2214e-1a7a-4dc7-b097-22ff4e2636ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:55.967233 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-619d43bc-c830-46aa-b9a8-3b700108fc02 req-aaed8954-5552-4f8c-b06e-d7c64e894565 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.0951614
Apr 23 18:01:55.972991 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b1092cba-f93d-49d5-8b00-5c3da337deb3 req-4210f75a-29a9-4436-9b3f-0f3f151880d4 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1945250
Apr 23 18:01:56.019639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-96f2214e-1a7a-4dc7-b097-22ff4e2636ff None None] Port 1820d510-338f-4fbc-be7d-08a441942d65 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:01:56.145780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:56.440860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-37dc49e8-1896-4ad2-b29c-13b817dd3cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:56.551022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:56.554832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:56.556518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:56.567550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:56.728784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9ab57fc4-d567-4469-ac1c-09b59c6748e4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:01:56.771474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1820d510-338f-4fbc-be7d-08a441942d65,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:56.776132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:56.842850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:01:56.843076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:01:56.847160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:56.851470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:56.852721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:56.868016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54520) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:57.066762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583247461-network', 'tenant_id': 'd20f0127442e4431972c204d37093181'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:57.072558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:57.074410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.077509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Usage tracker for resource:network and tenant:d20f0127442e4431972c204d37093181 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:57.086244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:57.102824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:57.129748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 9ab57fc4-d567-4469-ac1c-09b59c6748e4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9ab57fc4-d567-4469-ac1c-09b59c6748e4,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:01:57.133918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Made reservation on behalf of d20f0127442e4431972c204d37093181 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:57.135730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.141374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:57.147325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.171699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.213063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:57.228215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Usage tracker for resource:security_group_rule and tenant:d20f0127442e4431972c204d37093181 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:57.239388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:57.307355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:57.307508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=9ab57fc4-d567-4469-ac1c-09b59c6748e4,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:57.310683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:57.329403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-052981f6-4c93-47eb-af66-ad5e35eae34c None None] Provisioning complete for port 1820d510-338f-4fbc-be7d-08a441942d65 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:57.329845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-052981f6-4c93-47eb-af66-ad5e35eae34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.347648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Router f0d53229-f549-4d82-9423-559fe0dc7e52 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:01:57.394103 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-316ef2b0-929e-4ebd-8468-0194baf32639 req-2aa3695e-4172-49db-a833-34430103c1d1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.0661533
Apr 23 18:01:57.402089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-052981f6-4c93-47eb-af66-ad5e35eae34c None None] Port 1820d510-338f-4fbc-be7d-08a441942d65 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:01:57.413280 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e83c286d-fc3d-4188-9af6-a9c8d6cd116f req-3fdf6675-94ba-4b30-9923-f75397a01619 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1580031
Apr 23 18:01:57.508414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.513000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.526681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:57.565388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970b3424-e69c-47ff-9f7e-0676ac0b7a1b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:57.569638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:57.570716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:01:57.584373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.585027 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Added segment 96f67656-168d-4635-8755-00f6ba1c177d of type vlan for network dc362b7d-694e-435d-9f21-17ee0d323ddd
Apr 23 18:01:57.642900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.650807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.696116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.697865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:57.698468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.724809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc33e94a-c9e8-4f35-af77-9605a2f8fd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:57.744486 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8751154
Apr 23 18:01:57.749692 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54550) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:57.782928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:01:57.792841 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/f0d53229-f549-4d82-9423-559fe0dc7e52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6844449
Apr 23 18:01:57.849550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Request body: {'subnet': {'network_id': 'dc362b7d-694e-435d-9f21-17ee0d323ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583247461-subnet', 'tenant_id': 'd20f0127442e4431972c204d37093181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:57.854373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:57.858682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Usage tracker for resource:subnet and tenant:d20f0127442e4431972c204d37093181 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:57.862412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:57.870232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:57.883625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Made reservation on behalf of d20f0127442e4431972c204d37093181 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:57.893484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:57.896881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:01:57.993275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Pushing event updated for resources: {'Network': ['ID=dc362b7d-694e-435d-9f21-17ee0d323ddd,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:57.996449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:58.007794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network dc362b7d-694e-435d-9f21-17ee0d323ddd details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:01:58.330309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.423756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54570) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:58.429746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905863182', 'description': 'tempest-description--1956151126'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:58.440608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:58.448024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:58.463271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:58.480365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:58.502415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.534447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:58.538506 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:58.541517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:58.548303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:58.630133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.634255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.642416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5788bb5-4fa3-44ae-9ca0-e3ee550516c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:58.656313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9ab57fc4-d567-4469-ac1c-09b59c6748e4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:01:58.679459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5897e57-1ad1-41b2-81c7-8786e977d2fa,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:58.686588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:58.707191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.711441 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2839248
Apr 23 18:01:58.711839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54580) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:58.721247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'security_group_rule': {'security_group_id': 'f5897e57-1ad1-41b2-81c7-8786e977d2fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:58.729918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:58.735328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:58.736978 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2bfc52f8-0d36-4dc7-8205-9964b772ee1c req-3f2c966d-77ef-4844-a063-6fa2438356ff tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.1556947
Apr 23 18:01:58.738587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:58.747580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:01:58.748300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.752208 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8c4ee93-7254-411d-945c-b2f366b869fc req-d4299531-732c-4bc8-8bf4-5a5029a5814c tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1695986
Apr 23 18:01:58.757232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:58.759973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.769138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ab268de-0181-4adc-8743-e8fb4cfbf1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:58.801392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.862164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0916720f-7c6d-4743-aa86-82621861c04d,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:58.872499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:58.880563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Checking segment: {'id': '96f67656-168d-4635-8755-00f6ba1c177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dc362b7d-694e-435d-9f21-17ee0d323ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:01:58.881095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Network hostable DHCP agents. Network: dc362b7d-694e-435d-9f21-17ee0d323ddd, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:01:58.914101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Network dc362b7d-694e-435d-9f21-17ee0d323ddd is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:01:58.926409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, dc362b7d-694e-435d-9f21-17ee0d323ddd) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:01:58.931115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:01:58.932178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:58.946359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba15e3-57bf-40d6-9b76-725a6dbf33b1 None None] Network dc362b7d-694e-435d-9f21-17ee0d323ddd requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:58.979637 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-072614a4-306d-42f7-a503-028f4a941f99 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2282605
Apr 23 18:01:58.994111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.009544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.009544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:59.045624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4289aeaa-ff14-4d2a-a02f-28bc9d4a484b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:59.055886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:59.069845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.082865 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3606930
Apr 23 18:01:59.083008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54600) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:59.088765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'security_group_rule': {'security_group_id': 'f5897e57-1ad1-41b2-81c7-8786e977d2fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:59.096034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:59.100249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:59.105267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:59.112488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:59.116984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:01:59.131970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.166511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:01:59.167096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fceec50>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:01:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:01:59.199865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.202528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.210593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15aac38d-73e7-4cca-8466-ca291041736d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:01:59.236365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079b454a-6caa-4c94-95bf-d4380e74e62b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:01:59.238905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:01:59.243488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.247989 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-043279d1-be2e-47d1-bca9-d621505b6f2d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1609633
Apr 23 18:01:59.248284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54608) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:59.254895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:59.262267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:59.267441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:floatingip and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:59.271321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:59.278772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:59.293588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.458880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.472517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.635815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:01:59.648007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54620) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:59.655351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407372557-network', 'tenant_id': '76b6184babdc43faae2740153c09de36'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:01:59.664040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:59.667776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Allocated IP 172.27.2.146 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/fa21ef0f-b560-4308-92cb-76bf4da4cc54) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:01:59.674121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Usage tracker for resource:network and tenant:76b6184babdc43faae2740153c09de36 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:59.678182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:59.685431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:59.686045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363af00e-a99a-4030-8a2d-c20aefcb1837 None None] Network dc362b7d-694e-435d-9f21-17ee0d323ddd requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:01:59.713642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Made reservation on behalf of 76b6184babdc43faae2740153c09de36 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:01:59.722137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.734726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.47', 57446) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:01:59.782067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:01:59.861320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:01:59.865453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Usage tracker for resource:security_group_rule and tenant:76b6184babdc43faae2740153c09de36 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:01:59.868515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:01:59.875640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:01:59.975742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.035431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.041883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-68b99c2b-3e73-4fa8-a094-6457b8b208de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:00.178695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.215198 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8147c92f-6bd7-4e70-8878-5a074955443a req-d18d1b1b-e78e-4611-8d07-1d801115e049 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1751788
Apr 23 18:02:00.217401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2821a2d0-15f3-471c-b0e3-24ba40064e9e req-f512c191-1c46-4e97-b379-0dd9533aaa0b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.1898525
Apr 23 18:02:00.227436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.239616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:00.246691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:00.279721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:00.283066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'Port': ['ID=fa21ef0f-b560-4308-92cb-76bf4da4cc54,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:00.307688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:00.406742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:00.450992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.456559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fceec50>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 2, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:00.462919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:02:00.464041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Updating router f0d53229-f549-4d82-9423-559fe0dc7e52 port 1820d510-338f-4fbc-be7d-08a441942d65 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:02:00.465539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.47', 57453) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:00.510371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-e1725273-5ec2-4b73-8287-7649fdc0bce9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:00.510371 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-e1725273-5ec2-4b73-8287-7649fdc0bce9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.7365217
Apr 23 18:02:00.510371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:02:00.521954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c33f4-aa69-43cf-8343-ae7e84d8716f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:00.524902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:00.560983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Request body: {'port': {'device_id': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'admin_state_up': True, 'tenant_id': '9b27c35630ec470ba07816df16d47d68'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:00.582007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.739443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.740764 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Added segment 786c70fe-5ea3-47f8-accc-921d4d09fbaa of type vlan for network a0dd1651-e5e1-438e-83ec-1c2b00368b64
Apr 23 18:02:00.800716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.860482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:00.870477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Usage tracker for resource:port and tenant:9b27c35630ec470ba07816df16d47d68 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:00.878579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:00.897326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:00.908630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.928745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Made reservation on behalf of 9b27c35630ec470ba07816df16d47d68 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:00.940132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:00.944293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-2283cc01-d814-4725-aea3-4c186e38c620 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:00.946042 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-2283cc01-d814-4725-aea3-4c186e38c620 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.47 "GET /v2.0/networks?id=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f HTTP/1.1" status: 200  len: 812 time: 0.4794168
Apr 23 18:02:00.978960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Request body: {'port': {'device_id': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f', 'admin_state_up': True, 'tenant_id': '5c8971bd2f144291b960f9a9937d2747'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:01.210914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.225963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Transition to ACTIVE for port object 1820d510-338f-4fbc-be7d-08a441942d65 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:01.233531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.243032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c34d315c-d30d-4399-935a-e00b9e288f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:01.309417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.326858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:01.330602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.358594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:01.535134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:01.560465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Usage tracker for resource:port and tenant:5c8971bd2f144291b960f9a9937d2747 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:01.572228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:01.606864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:01.632477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.634508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40def8-1fc3-44ea-9ff9-067b6f6abfad None None] Pushing event updated for resources: {'Port': ['ID=1820d510-338f-4fbc-be7d-08a441942d65,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:01.642926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0f40def8-1fc3-44ea-9ff9-067b6f6abfad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:01.650110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.657388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:01.759171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Made reservation on behalf of 5c8971bd2f144291b960f9a9937d2747 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:01.774366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.804556 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.1502049
Apr 23 18:02:01.808656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54720) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:01.852912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.904677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Attempting to bind port 1820d510-338f-4fbc-be7d-08a441942d65 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:02:01.905426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Attempting to bind port 1820d510-338f-4fbc-be7d-08a441942d65 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:02:01.907228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Attempting to bind port 1820d510-338f-4fbc-be7d-08a441942d65 on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:01.926551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:02:01.926970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Checking segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:01.927426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.927894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Bound using segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:02:01.928428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Bound port: 1820d510-338f-4fbc-be7d-08a441942d65, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:02:01.928846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:01.940362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Allocated IP 172.20.0.3 (cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9/7478072b-f485-40e8-b5ea-8ac62a4a8c3f/0d76d18b-8d14-4338-8dcd-ed4599db7e63) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:02:02.017781 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9aea64f8-9225-4046-804a-6cfed035e5b6 req-4f7d5c75-684c-4e20-9125-03d725dd9f72 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.2876294
Apr 23 18:02:02.027770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Request body: {'subnet': {'network_id': 'a0dd1651-e5e1-438e-83ec-1c2b00368b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407372557-subnet', 'tenant_id': '76b6184babdc43faae2740153c09de36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:02.033060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:02.037149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Usage tracker for resource:subnet and tenant:76b6184babdc43faae2740153c09de36 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:02.040223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:02.048201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:02.067939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Made reservation on behalf of 76b6184babdc43faae2740153c09de36 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:02.072850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:02.309979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] For port 1820d510-338f-4fbc-be7d-08a441942d65, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:02:02.318871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] For port 1820d510-338f-4fbc-be7d-08a441942d65, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=1820d510-338f-4fbc-be7d-08a441942d65,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:02:02.328164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:02.334067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:02.371532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8b314ac6-c9d2-4136-bf0a-34abe9a588ed req-0ebfc451-a015-4e97-a8df-6fa118834210 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:02.461564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Allocated IP 172.20.0.4 (3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f/fd732312-de0a-4b30-9170-f10ae3c75235/3a5a443f-dec6-4d62-b592-45ffee551faa) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:02:02.478298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Pushing event updated for resources: {'Network': ['ID=a0dd1651-e5e1-438e-83ec-1c2b00368b64,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:02.482202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:02.506256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'Port': ['ID=fa21ef0f-b560-4308-92cb-76bf4da4cc54,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:02.515275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network a0dd1651-e5e1-438e-83ec-1c2b00368b64 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:02:02.535879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8b314ac6-c9d2-4136-bf0a-34abe9a588ed req-0ebfc451-a015-4e97-a8df-6fa118834210 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:02.550102 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b314ac6-c9d2-4136-bf0a-34abe9a588ed req-0ebfc451-a015-4e97-a8df-6fa118834210 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 210 time: 0.8247945
Apr 23 18:02:02.768697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40def8-1fc3-44ea-9ff9-067b6f6abfad None None] Pushing event updated for resources: {'Port': ['ID=1820d510-338f-4fbc-be7d-08a441942d65,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:02.775507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0f40def8-1fc3-44ea-9ff9-067b6f6abfad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:02.779416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:02:02.780240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fceec50>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:01:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:02.916205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:02.962119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.002423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:03.073901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.122905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.466s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:03.125698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.127767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.138457 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8805509
Apr 23 18:02:03.166294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:03.198037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event updated for resources: {'Port': ['ID=0d76d18b-8d14-4338-8dcd-ed4599db7e63,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:03.200065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:03.209038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:03.214757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:03.230981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:03.247911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:03.248791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.315611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Pushing event updated for resources: {'Port': ['ID=3a5a443f-dec6-4d62-b592-45ffee551faa,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:03.321536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:03.332685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:03.333961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:03.342045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:03.348974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:03.349724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.363461 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8086793
Apr 23 18:02:03.373643 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4041240
Apr 23 18:02:03.580609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:03.612097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:03.653254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:02:03.719538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-f6312bc1-fcef-4fea-b40c-ae1d5a388b61 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:03.740512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097737f4-8e2b-48f0-9c11-351f692d3a9d req-b3aba0a4-78c6-4210-8573-d58cabdb238d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:03.742216 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-097737f4-8e2b-48f0-9c11-351f692d3a9d req-b3aba0a4-78c6-4210-8573-d58cabdb238d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 931 time: 0.3916681
Apr 23 18:02:03.778600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Checking segment: {'id': '786c70fe-5ea3-47f8-accc-921d4d09fbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a0dd1651-e5e1-438e-83ec-1c2b00368b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:03.779004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Network hostable DHCP agents. Network: a0dd1651-e5e1-438e-83ec-1c2b00368b64, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:02:03.800699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0e7d1b-3815-40f9-a81c-9c0d7d861ffb,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:03.815178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:03.820368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-f6312bc1-fcef-4fea-b40c-ae1d5a388b61 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:03.821663 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-f6312bc1-fcef-4fea-b40c-ae1d5a388b61 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1905863182&fields=id&tenant_id=2dc37991df3c48f29eeb46941fe5eb10 HTTP/1.1" status: 200  len: 267 time: 0.2440765
Apr 23 18:02:03.845476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-097737f4-8e2b-48f0-9c11-351f692d3a9d req-8066b04c-89f5-463a-b75e-e94aeab39a43 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Synchronizing usage tracker for tenant:5c8971bd2f144291b960f9a9937d2747 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:03.892536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-097737f4-8e2b-48f0-9c11-351f692d3a9d req-8066b04c-89f5-463a-b75e-e94aeab39a43 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Unset dirty status for tenant:5c8971bd2f144291b960f9a9937d2747 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:03.893958 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-097737f4-8e2b-48f0-9c11-351f692d3a9d req-8066b04c-89f5-463a-b75e-e94aeab39a43 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412997
Apr 23 18:02:03.948676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Network a0dd1651-e5e1-438e-83ec-1c2b00368b64 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:02:03.967030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, a0dd1651-e5e1-438e-83ec-1c2b00368b64) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:03.981028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:03.981682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:04.004811 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9911330
Apr 23 18:02:04.017969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ac8e8-8bbe-4d66-afd1-8dc5d7bdbb29 None None] Network a0dd1651-e5e1-438e-83ec-1c2b00368b64 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:02:04.132547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-90a39823-de5e-4a05-9f35-7d5234cfa802 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:04.133499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-90a39823-de5e-4a05-9f35-7d5234cfa802 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:04.206224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-90a39823-de5e-4a05-9f35-7d5234cfa802 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:04.207529 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-90a39823-de5e-4a05-9f35-7d5234cfa802 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 810 time: 0.3719130
Apr 23 18:02:04.307157 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-afc4ead7-d13c-4297-8250-2f5915c2c66e tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/quotas/2dc37991df3c48f29eeb46941fe5eb10 HTTP/1.1" status: 200  len: 375 time: 0.0934100
Apr 23 18:02:04.345504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54792) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:04.459839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Deleting subnet 0916720f-7c6d-4743-aa86-82621861c04d {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:02:04.463636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:04.500305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451cb95-9e6d-4d6e-b3fd-b4f4a6d96f46 None None] Network a0dd1651-e5e1-438e-83ec-1c2b00368b64 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:02:04.550158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:04.585682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:04.596381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f19848-0d7b-451c-9bbd-bdb7477a4dc8 req-b1babcc0-a183-48d2-819d-b38b382be673 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:04.615224 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-34f19848-0d7b-451c-9bbd-bdb7477a4dc8 req-b1babcc0-a183-48d2-819d-b38b382be673 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 931 time: 0.3919885
Apr 23 18:02:04.675325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fceec50>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:02Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:04.682514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528271e-660e-40c6-974e-d2163b2cb62e None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:02Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:02:05.119239 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-b841e093-b84b-46dd-a7f6-cbebacdec02f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8021123
Apr 23 18:02:05.252873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:05.265402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ec66d6eb-dae4-4f6f-b2b9-48f20ab09f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:05.449558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0916720f-7c6d-4743-aa86-82621861c04d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:05.459199 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-f3de919c-eb8f-4c8b-a138-a06961db7831 service neutron] 10.222.0.24 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820776
Apr 23 18:02:05.467334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-0b5fe18d-5bd3-4e3a-ae20-ca82058a27a7 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 18:02:05.468769 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-0b5fe18d-5bd3-4e3a-ae20-ca82058a27a7 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0078509
Apr 23 18:02:05.475823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:05.501978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-0988b992-c49e-4ed7-88b6-e4e0b626e968 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 18:02:05.502694 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-34f19848-0d7b-451c-9bbd-bdb7477a4dc8 req-a13bce7e-385b-4c58-8820-e78e5413ecc5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8766479
Apr 23 18:02:05.510455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-0988b992-c49e-4ed7-88b6-e4e0b626e968 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0247581
Apr 23 18:02:05.525699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:05.585479 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0916720f-7c6d-4743-aa86-82621861c04d HTTP/1.1" status: 204  len: 168 time: 1.2377772
Apr 23 18:02:05.589734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 54828) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:05.884264 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-d4bc6616-3600-49ee-ad3f-6222afbdfbb4 service neutron] 10.222.0.24 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3695836
Apr 23 18:02:05.971207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Request body: {'port': {'device_id': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:06.060559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:06.087739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Request body: {'port': {'device_id': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:06.535600 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0cc2d6e-286a-44b9-abc9-75531a02f357 req-62959efa-3559-4e65-bdde-a932dab79619 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1168685
Apr 23 18:02:06.580186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:06.745308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1820d510-338f-4fbc-be7d-08a441942d65 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:06.748939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706fa29-3b02-466f-a807-dad726242c25 req-0f95a470-0069-4443-9363-498d14368aa3 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:06.751822 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c706fa29-3b02-466f-a807-dad726242c25 req-0f95a470-0069-4443-9363-498d14368aa3 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 931 time: 0.4684322
Apr 23 18:02:06.948931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:06.969701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:07.003923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 1820d510-338f-4fbc-be7d-08a441942d65 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:07.009579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 1820d510-338f-4fbc-be7d-08a441942d65 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:07.009999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:07.213071 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c706fa29-3b02-466f-a807-dad726242c25 req-4070ac81-9549-46a2-afb9-40c2334d9740 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4403141
Apr 23 18:02:07.379435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5a33a02208>> segment before_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.379869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5a33a02208>> subnet precommit_delete_associations 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.380966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> segment_host_mapping after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.395465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> port after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.396164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> port after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.396711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> port after_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.397350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> segment after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.397901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> subnet after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.398456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> subnet after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.398997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a339cf9e8>> subnet after_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:07.474492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:07.592751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 1820d510-338f-4fbc-be7d-08a441942d65, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=1820d510-338f-4fbc-be7d-08a441942d65,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:07.597775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:07.608906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:07.619427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54886) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:07.674972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10e94-230f-4e84-9c6d-f5af483c249a req-8d81f51e-bdce-4bcf-914c-9f95df6c2979 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:07.676748 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96b10e94-230f-4e84-9c6d-f5af483c249a req-8d81f51e-bdce-4bcf-914c-9f95df6c2979 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 931 time: 0.7151175
Apr 23 18:02:07.873387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=1820d510-338f-4fbc-be7d-08a441942d65,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:07.886130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:08.140201 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da596c53-dca8-4cda-be95-b6dcbed57c96 req-39d0aa08-4313-40b2-9870-8e57c57c7948 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1913161
Apr 23 18:02:08.150994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a32c267f0>> subnet after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:08.151655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a32c267f0>> subnet after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:08.152224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a32c267f0>> subnet before_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:08.152774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a32c267f0>> subnet before_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:02:08.153356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a33a024a8>,) {'filters': {'network_id': ['dc362b7d-694e-435d-9f21-17ee0d323ddd']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:08.170172 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96b10e94-230f-4e84-9c6d-f5af483c249a req-e2e15798-2470-4ab7-96ea-5b41d15ffbf6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4825835
Apr 23 18:02:08.198687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a33a024a8>, '96f67656-168d-4635-8755-00f6ba1c177d') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:08.198687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a33a024a8>, '96f67656-168d-4635-8755-00f6ba1c177d') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:08.221589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.252829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.264853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5a443f-dec6-4d62-b592-45ffee551faa {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:02:08.285747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:08.297432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.326018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:da09dc294ceb4613a575c822372c23c8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:08.348813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.367614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:08.382019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:02:08.423737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:08.661137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc503348-5bc7-4d56-92f3-18ebb3f8278f req-30add9f2-d8a3-426a-b39d-2e43e5411677 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:08.662808 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc503348-5bc7-4d56-92f3-18ebb3f8278f req-30add9f2-d8a3-426a-b39d-2e43e5411677 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 931 time: 0.1808872
Apr 23 18:02:08.674702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1820d510-338f-4fbc-be7d-08a441942d65 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:08.791922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 1820d510-338f-4fbc-be7d-08a441942d65 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:08.792345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.870880 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc503348-5bc7-4d56-92f3-18ebb3f8278f req-fdd3ff0f-70bf-4b5e-b0f8-5c7eeb907c43 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940880
Apr 23 18:02:08.928334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.939946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:08.997574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Network dc362b7d-694e-435d-9f21-17ee0d323ddd has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:02:09.012142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.023197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:09.117122 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da09dc294ceb4613a575c822372c23c8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4368949
Apr 23 18:02:09.118444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54948) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:09.119151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18f46c-aac8-47dd-b7e0-6438e32cf966,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:09.151851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:09.194844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d76d18b-8d14-4338-8dcd-ed4599db7e63 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:02:09.227649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.248880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.304163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.445199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Network dc362b7d-694e-435d-9f21-17ee0d323ddd has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:02:09.451037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.454571 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a39dc8ed-63d8-407e-9d53-0feb6467b0eb req-5bc8f90f-57a8-4447-bf65-a8c8142c0263 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.0759127
Apr 23 18:02:09.461931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc706f1f-d70e-4bdf-bbc2-c9dba5f54e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:09.486468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18f46c-aac8-47dd-b7e0-6438e32cf966,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:09.490084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.491275 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd18f46c-aac8-47dd-b7e0-6438e32cf966 HTTP/1.1" status: 204  len: 168 time: 0.3669837
Apr 23 18:02:09.492864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:02:09.517551 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:02:09.691859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Transition to ACTIVE for port object 0d76d18b-8d14-4338-8dcd-ed4599db7e63 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:09.693992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63648ec-a2a1-49f7-820d-f823607bd3bf req-e735d17e-5d4a-4533-b552-a06ac8169f98 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:09.694858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.696304 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b63648ec-a2a1-49f7-820d-f823607bd3bf req-e735d17e-5d4a-4533-b552-a06ac8169f98 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 931 time: 0.1578789
Apr 23 18:02:09.697887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Transition to ACTIVE for port object 3a5a443f-dec6-4d62-b592-45ffee551faa will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:09.698291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.701053 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:09.740667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:09.742711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:09.889004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.184316 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b63648ec-a2a1-49f7-820d-f823607bd3bf req-113ed1d3-12c1-42d6-ab27-79a824d3725a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4708595
Apr 23 18:02:10.186882 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dc362b7d-694e-435d-9f21-17ee0d323ddd HTTP/1.1" status: 204  len: 168 time: 4.5952513
Apr 23 18:02:10.190239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d76d18b-8d14-4338-8dcd-ed4599db7e63,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:10.203737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 54992) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:10.305140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:10.305815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:10.454001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5a443f-dec6-4d62-b592-45ffee551faa,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:10.471644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc362b7d-694e-435d-9f21-17ee0d323ddd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:10.480172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:10.521670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:10.565062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Attempting to bind port 3a5a443f-dec6-4d62-b592-45ffee551faa on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:02:10.565575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Attempting to bind port 3a5a443f-dec6-4d62-b592-45ffee551faa by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:02:10.566049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Attempting to bind port 3a5a443f-dec6-4d62-b592-45ffee551faa on network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:10.575756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Attempting to bind port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:02:10.576176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Attempting to bind port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:02:10.576552 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Attempting to bind port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:10.586853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Deleting subnet 2b0e7d1b-3815-40f9-a81c-9c0d7d861ffb {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:02:10.589081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Port 3a5a443f-dec6-4d62-b592-45ffee551faa on network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:02:10.589554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Attempting to bind port 3a5a443f-dec6-4d62-b592-45ffee551faa on network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:10.590719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:02:10.591090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Attempting to bind port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:10.595314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.603283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:02:10.606824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Checking segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:10.608934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Bound using segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:02:10.610213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Bound port: 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:02:10.610701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.664850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:02:10.665261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Checking segment: {'id': 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:10.665935 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Bound using segment: {'id': 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:02:10.666593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Bound port: 3a5a443f-dec6-4d62-b592-45ffee551faa, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:02:10.667008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.791012 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14b4074c-6f14-4051-9d5f-bb459f7a6761 req-ce0a41ec-1bcf-4ed3-acf5-f7052836e88f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1328092
Apr 23 18:02:10.827498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] For port 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:02:10.834427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] For port 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:02:10.842627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.848028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.850603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:10.858651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757f176-9276-499b-a94b-66fd3567744b req-cb4b0a76-3f4c-4fd9-9469-8e932307d9d8 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:10.860532 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e757f176-9276-499b-a94b-66fd3567744b req-cb4b0a76-3f4c-4fd9-9469-8e932307d9d8 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 943 time: 0.6739109
Apr 23 18:02:10.882557 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.921894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:10.922803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:10.924477 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d76d18b-8d14-4338-8dcd-ed4599db7e63 HTTP/1.1" status: 200  len: 1093 time: 5.0185921
Apr 23 18:02:10.924977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'tag': '0d76d18b-8d14-4338-8dcd-ed4599db7e63'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:10.981693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d76d18b-8d14-4338-8dcd-ed4599db7e63,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:10.985216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:11.001930 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e757f176-9276-499b-a94b-66fd3567744b req-1a48d51a-8012-4e10-8e62-f1efd6a49a19 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197367
Apr 23 18:02:11.217689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] For port 3a5a443f-dec6-4d62-b592-45ffee551faa, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:02:11.255965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] For port 3a5a443f-dec6-4d62-b592-45ffee551faa, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a5a443f-dec6-4d62-b592-45ffee551faa,segment=NetworkSegment(cb8f964e-4c15-4acb-8554-3f91f83c1aaf),segment_id=cb8f964e-4c15-4acb-8554-3f91f83c1aaf)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:02:11.269812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:11.310285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:11.445506 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'tag': '0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'status': 'completed', 'code': 200}
Apr 23 18:02:11.495180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:11.495899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:11.497393 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a5a443f-dec6-4d62-b592-45ffee551faa HTTP/1.1" status: 200  len: 1093 time: 5.6517737
Apr 23 18:02:11.520491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'tag': '3a5a443f-dec6-4d62-b592-45ffee551faa'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:12.037913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5a443f-dec6-4d62-b592-45ffee551faa,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:12.090632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:12.248406 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-748cfa4f-f286-45d7-b872-124a9c63a227 req-193c9d88-d66c-4388-91f5-fcfe1b04d4ac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1401794
Apr 23 18:02:12.293992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32117e-c2a0-4dbe-955d-d03224681733 req-53f8c11a-9c47-4acc-a681-6956cac07952 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:12.314686 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7a32117e-c2a0-4dbe-955d-d03224681733 req-53f8c11a-9c47-4acc-a681-6956cac07952 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 943 time: 0.9306874
Apr 23 18:02:12.452435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:12.458168 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7a32117e-c2a0-4dbe-955d-d03224681733 req-a8eaad8c-c948-44a5-88cd-44d17e3c4018 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418798
Apr 23 18:02:12.465606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:12.511851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0e7d1b-3815-40f9-a81c-9c0d7d861ffb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:12.519161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:12.531190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:12.550418 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b0e7d1b-3815-40f9-a81c-9c0d7d861ffb HTTP/1.1" status: 204  len: 168 time: 2.3411562
Apr 23 18:02:12.551359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55084) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:12.580310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab6b7f-ee07-4bbe-b75d-22b540d43a1b req-84d41110-4b2e-432b-8031-af82565cfded tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:12.594119 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1ab6b7f-ee07-4bbe-b75d-22b540d43a1b req-84d41110-4b2e-432b-8031-af82565cfded tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 943 time: 0.1913421
Apr 23 18:02:12.682650 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1ab6b7f-ee07-4bbe-b75d-22b540d43a1b req-d7d38e19-ff81-45b3-868b-d7eec824ee25 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874076
Apr 23 18:02:12.770858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:12.892906 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'tag': '3a5a443f-dec6-4d62-b592-45ffee551faa', 'status': 'completed', 'code': 200}
Apr 23 18:02:12.952422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.087291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a339c5438>,) {'filters': {'network_id': ['a0dd1651-e5e1-438e-83ec-1c2b00368b64']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:13.106503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a339c5438>, '786c70fe-5ea3-47f8-accc-921d4d09fbaa') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:13.107161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a339c5438>, '786c70fe-5ea3-47f8-accc-921d4d09fbaa') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:13.124355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.134227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55108) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:13.143604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.150482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:02:13.340812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Network a0dd1651-e5e1-438e-83ec-1c2b00368b64 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:02:13.346634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.350851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.377876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:13.385115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Usage tracker for resource:security_group_rule and tenant:069f323f51874dfdaf3fa55e11db7e57 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:13.389878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:13.400586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:13.528324 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a07f358-3b81-4f12-af87-88c52585d697 req-7534685f-88eb-43c9-9d4b-f819146f12d7 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.0644917
Apr 23 18:02:13.560757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Network a0dd1651-e5e1-438e-83ec-1c2b00368b64 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:02:13.586467 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:02:13.693584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cedf3-c132-485d-ae64-a1a62153872a req-6af5e9a6-5555-40da-8419-f61cf0ee6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:13.700323 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-195cedf3-c132-485d-ae64-a1a62153872a req-6af5e9a6-5555-40da-8419-f61cf0ee6c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 1096 time: 0.1422729
Apr 23 18:02:13.748730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.757172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:13.779307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:13.786817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d3581-d1c8-4928-96b3-f71cb11547da req-7d0225a5-b31f-487a-ac0b-02c1a6762c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:13.788481 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b82d3581-d1c8-4928-96b3-f71cb11547da req-7d0225a5-b31f-487a-ac0b-02c1a6762c08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8971bd2f144291b960f9a9937d2747&device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 1096 time: 0.1344678
Apr 23 18:02:13.790669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Pushing event deleted for resources: {'Network': ['ID=a0dd1651-e5e1-438e-83ec-1c2b00368b64,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:13.793855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:13.795637 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0dd1651-e5e1-438e-83ec-1c2b00368b64 HTTP/1.1" status: 204  len: 168 time: 1.2430880
Apr 23 18:02:13.934626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55130) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:14.011328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce146a-8cdf-4704-806b-75a4b3f4e0a4 req-97a4152e-dff3-4d0d-9943-cd2f12b78825 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.012950 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22ce146a-8cdf-4704-806b-75a4b3f4e0a4 req-97a4152e-dff3-4d0d-9943-cd2f12b78825 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 943 time: 0.3713131
Apr 23 18:02:14.039036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3fcd184a-3a22-476b-916d-9160048edc79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d20f0127442e4431972c204d37093181&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1021340
Apr 23 18:02:14.040437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55140) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:14.072682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d3581-d1c8-4928-96b3-f71cb11547da req-1e435373-875e-4b0f-b4d7-fbc1c2e89e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.074280 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b82d3581-d1c8-4928-96b3-f71cb11547da req-1e435373-875e-4b0f-b4d7-fbc1c2e89e37 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5c8971bd2f144291b960f9a9937d2747&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2702813
Apr 23 18:02:14.089968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cedf3-c132-485d-ae64-a1a62153872a req-3ca3de21-72f8-4270-bf88-039aab92059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.091738 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-195cedf3-c132-485d-ae64-a1a62153872a req-3ca3de21-72f8-4270-bf88-039aab92059d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9b27c35630ec470ba07816df16d47d68&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3584101
Apr 23 18:02:14.124010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.47', 57488) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:14.247720 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22ce146a-8cdf-4704-806b-75a4b3f4e0a4 req-af3efb1b-54e5-4a1d-9ca0-287afd14c36d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264984
Apr 23 18:02:14.253941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d3581-d1c8-4928-96b3-f71cb11547da req-7bd16dc7-c729-468d-b900-3efd504d9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.256234 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b82d3581-d1c8-4928-96b3-f71cb11547da req-7bd16dc7-c729-468d-b900-3efd504d9cb5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1741776
Apr 23 18:02:14.397843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:14.455634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:14.487103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-4610ec21-d398-41ee-801e-c5fd14a15d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.490401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-4610ec21-d398-41ee-801e-c5fd14a15d33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8971bd2f144291b960f9a9937d2747&device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 1096 time: 0.1542077
Apr 23 18:02:14.517853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959565b-96c8-489c-9a31-b1a4d7372814 req-cc926088-5313-4bdc-ae1e-9cd2d9842b60 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.519909 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a959565b-96c8-489c-9a31-b1a4d7372814 req-cc926088-5313-4bdc-ae1e-9cd2d9842b60 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 943 time: 0.6590943
Apr 23 18:02:14.661901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:14.703332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:14.715664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-26ff3c47-01ad-4489-9743-19d32c183879 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.718034 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-26ff3c47-01ad-4489-9743-19d32c183879 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 810 time: 0.5844598
Apr 23 18:02:14.832039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:14.843694 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=069f323f51874dfdaf3fa55e11db7e57&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7076225
Apr 23 18:02:14.846545 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e63885e-7020-40ef-b9e1-d649e2f12154 req-4a1fb423-a2ac-4bc8-bb1c-32d1e0799aea tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1170602
Apr 23 18:02:14.854605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55172) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:14.866822 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-501b58e0-546d-4a42-a257-d9419386fa61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a5a443f-dec6-4d62-b592-45ffee551faa HTTP/1.1" status: 200  len: 217 time: 0.3575678
Apr 23 18:02:14.889214 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a959565b-96c8-489c-9a31-b1a4d7372814 req-91b3e23f-f055-4895-86eb-1bd93afd9ba7 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512905
Apr 23 18:02:14.904555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cedf3-c132-485d-ae64-a1a62153872a req-09a9eeb4-32fc-4f4a-8d87-c230a0fbabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.907415 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-195cedf3-c132-485d-ae64-a1a62153872a req-09a9eeb4-32fc-4f4a-8d87-c230a0fbabcd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7651813
Apr 23 18:02:14.924849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55176) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:14.927033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2478f-ea55-4794-8f48-7923f916369f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:14.930716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:14.943639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:14.951701 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-1a894f0c-3fc5-4892-a06f-5eb6580cd7ce tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc37991df3c48f29eeb46941fe5eb10 HTTP/1.1" status: 200  len: 380 time: 0.1826615
Apr 23 18:02:14.953090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:14.973112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'port': {'device_id': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'admin_state_up': True, 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'security_groups': ['f5897e57-1ad1-41b2-81c7-8786e977d2fa']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:14.984881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970b3424-e69c-47ff-9f7e-0676ac0b7a1b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:14.992367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:14.997617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-2e66e810-35dd-4dce-94de-6b2ac231222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:14.999176 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-2e66e810-35dd-4dce-94de-6b2ac231222a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd732312-de0a-4b30-9170-f10ae3c75235 HTTP/1.1" status: 200  len: 852 time: 0.1208298
Apr 23 18:02:15.000889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.001981 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/970b3424-e69c-47ff-9f7e-0676ac0b7a1b HTTP/1.1" status: 204  len: 168 time: 0.9605992
Apr 23 18:02:15.092667 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-0fd3841b-2434-4d14-9c91-bfbc63eca672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709522
Apr 23 18:02:15.098999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.177776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.220705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:15.228882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.242918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Usage tracker for resource:security_group_rule and tenant:85013a2c6f90464ca5e1cc31f8bd49f7 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:15.247936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:15.268643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:15.293472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:15.297811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bdf9bce9-b9ba-4faf-a202-e8ce1688db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:15.299408 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-bdf9bce9-b9ba-4faf-a202-e8ce1688db75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 1096 time: 0.3097298
Apr 23 18:02:15.303201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:port and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:15.308258 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-dc0be2ab-16e2-43bb-a770-2ba8f28ec809 service neutron] 10.222.0.47 "GET /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056997
Apr 23 18:02:15.312660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:15.318621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.351170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:15.363406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55192) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:15.377733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:15.406952 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-e4b76d8c-feb2-41da-a09b-c77ad5c95828 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63 HTTP/1.1" status: 200  len: 217 time: 0.0840492
Apr 23 18:02:15.451862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2478f-ea55-4794-8f48-7923f916369f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:15.452714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Made reservation on behalf of 2dc37991df3c48f29eeb46941fe5eb10 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:15.459473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.463783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:15.480114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.481701 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0be2478f-ea55-4794-8f48-7923f916369f HTTP/1.1" status: 204  len: 168 time: 0.6170332
Apr 23 18:02:15.529269 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6fbb7b98-ab45-4aa5-af50-3592b1a01468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76b6184babdc43faae2740153c09de36&name=default HTTP/1.1" status: 200  len: 2978 time: 0.1643870
Apr 23 18:02:15.533194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55202) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:15.596743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2fc4af-b6d5-4b7e-b0f4-9f9f08812fc8 req-df97a410-0861-4302-adb8-ab1570620e23 service neutron] 10.222.0.47 "GET /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2769256
Apr 23 18:02:15.623244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.661230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-22213e42-5986-44ff-9fb7-9c2d84567293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:15.663182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.663762 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-22213e42-5986-44ff-9fb7-9c2d84567293 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.2499280
Apr 23 18:02:15.713150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.720454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:15.734645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c33f4-aa69-43cf-8343-ae7e84d8716f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:15.742137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:15.745250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.746603 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/534c33f4-aa69-43cf-8343-ae7e84d8716f HTTP/1.1" status: 204  len: 168 time: 0.2127292
Apr 23 18:02:15.766833 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-7551f880-8717-4591-ae3e-43ade80866c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852835
Apr 23 18:02:15.820996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.899965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:15.955982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ae108b15-f8f6-41bb-a009-a654d23cdc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:16.011038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55224) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:16.027208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50acd-2fd2-46b7-bebe-de2d3ba138a9 req-deeeb0cd-3b2e-4093-a091-226d085cf407 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:16.028833 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9fd50acd-2fd2-46b7-bebe-de2d3ba138a9 req-deeeb0cd-3b2e-4093-a091-226d085cf407 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 943 time: 0.5527787
Apr 23 18:02:16.034521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.052653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:16.057729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7c8ecb4a604f598ae4d328bb3b979d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:16.061273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:16.068170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:16.129017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a701d08-7def-4672-8a6f-21d20f02e1fe,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:16.132614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:16.152578 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85013a2c6f90464ca5e1cc31f8bd49f7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2268810
Apr 23 18:02:16.155004 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ad4820d3-5a87-4e3f-860b-b274ba1b10ac req-5bc8de54-846a-40b4-8e9c-9a89f3483b34 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1670632
Apr 23 18:02:16.155982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55232) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:16.185232 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-c9ea9a9f-3eef-419c-b269-1dbd57071c4f service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4002738
Apr 23 18:02:16.187840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Allocated IP 172.20.0.11 (c21e2dbc-ede4-4d07-9589-d6a628a4b16e/aee5313e-ede5-4a09-b278-1989db7e3de2/39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:02:16.212150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.226366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.243017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:16.299216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93411ae0-dfcd-4d38-a7cb-9aa073b8f47e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:16.313889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:16.323894 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e7c8ecb4a604f598ae4d328bb3b979d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088503
Apr 23 18:02:16.324501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55242) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:16.339845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.388164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.460365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.488840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.502688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.517616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aec8798d-195e-42ae-b43b-236434313206 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:16.543920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a701d08-7def-4672-8a6f-21d20f02e1fe,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:16.547024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:16.564580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.568287 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a701d08-7def-4672-8a6f-21d20f02e1fe HTTP/1.1" status: 204  len: 168 time: 0.4086401
Apr 23 18:02:16.577970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.584839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ef8d9f1-53fb-48e3-97e9-80bb5b475866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:16.599987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93411ae0-dfcd-4d38-a7cb-9aa073b8f47e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:16.602620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:16.604930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.606107 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93411ae0-dfcd-4d38-a7cb-9aa073b8f47e HTTP/1.1" status: 204  len: 168 time: 0.2806354
Apr 23 18:02:16.609348 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9fd50acd-2fd2-46b7-bebe-de2d3ba138a9 req-83ebaa02-5265-4eef-bffd-c8e8d7a4ac0d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5261910
Apr 23 18:02:16.795827 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5803925f-9c2a-48cf-88e2-383a6547d17a req-f78882cd-becf-48e9-bb51-2f737328e7d0 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5975757
Apr 23 18:02:16.829790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019d279-d0a5-44e0-8f62-58c818ef4395 req-04201896-d6d8-4259-a690-41ed9abfe7cf tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:16.831539 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0019d279-d0a5-44e0-8f62-58c818ef4395 req-04201896-d6d8-4259-a690-41ed9abfe7cf tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 943 time: 0.3964462
Apr 23 18:02:16.919267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:16.931283 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0019d279-d0a5-44e0-8f62-58c818ef4395 req-eb26b26e-83f2-4531-9925-e79265ed9951 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895455
Apr 23 18:02:16.950969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Transition to ACTIVE for port object 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:17.007085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:17.028219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:17.134438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:17.137971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:17.154573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:17.162238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:17.162818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:17.205735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'Port': ['ID=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:17.222755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:17.237850 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2709777
Apr 23 18:02:17.262480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Request body: {'port': {'device_id': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:17.478329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:17.482667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-aaf422a5-e387-465e-97e3-35a0f6b113d5 None None] Provisioning for port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:17.490514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-aaf422a5-e387-465e-97e3-35a0f6b113d5 None None] Provisioning complete for port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:17.491774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aaf422a5-e387-465e-97e3-35a0f6b113d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:17.542438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80704d6-a3e6-467f-9b8d-471fa7d97819 req-8f789685-2470-488f-a9ed-aedce087a349 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:17.543217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e80704d6-a3e6-467f-9b8d-471fa7d97819 req-8f789685-2470-488f-a9ed-aedce087a349 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:17.585352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-aaf422a5-e387-465e-97e3-35a0f6b113d5 None None] Port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:02:17.590551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e80704d6-a3e6-467f-9b8d-471fa7d97819 req-8f789685-2470-488f-a9ed-aedce087a349 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:17.591829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e80704d6-a3e6-467f-9b8d-471fa7d97819 req-8f789685-2470-488f-a9ed-aedce087a349 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 932 time: 0.2878010
Apr 23 18:02:17.718374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e80704d6-a3e6-467f-9b8d-471fa7d97819 req-eecab1b6-4d1d-44ea-a2a5-5fb5649d7c4e tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816865
Apr 23 18:02:17.957583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e018b8-a992-4a20-b619-94b96e60982a req-278b87be-4347-4a78-9833-69a4fdf5e971 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:17.959193 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-59e018b8-a992-4a20-b619-94b96e60982a req-278b87be-4347-4a78-9833-69a4fdf5e971 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 943 time: 0.1535559
Apr 23 18:02:18.203007 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-59e018b8-a992-4a20-b619-94b96e60982a req-426df561-0556-4c0a-a973-709c1d61a944 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071698
Apr 23 18:02:18.205418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:02:18.232919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:18.261310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Transition to ACTIVE for port object 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:18.272135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:18.281492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1599e576-25a0-4c36-ad9a-8da57828f00c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:18.347996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3a5a443f-dec6-4d62-b592-45ffee551faa details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:02:18.465497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629652b6-bf73-4456-aab4-acc0c8934d91 req-3d794b7b-5749-4db4-917d-fb56be50ac9b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:18.467591 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-629652b6-bf73-4456-aab4-acc0c8934d91 req-3d794b7b-5749-4db4-917d-fb56be50ac9b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 943 time: 0.3782239
Apr 23 18:02:18.525817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:18.551353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:18.664746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Attempting to bind port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:02:18.665649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Attempting to bind port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:02:18.666217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Attempting to bind port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:18.684236 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-629652b6-bf73-4456-aab4-acc0c8934d91 req-dd5c435f-fb07-44d4-9b41-77250a38a887 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052622
Apr 23 18:02:18.689403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:02:18.692680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Attempting to bind port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:18.707956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:02:18.710147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Checking segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:18.710657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Bound using segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:02:18.711293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Bound port: 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:02:18.712170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:18.761439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 3a5a443f-dec6-4d62-b592-45ffee551faa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a5a443f-dec6-4d62-b592-45ffee551faa,segment=NetworkSegment(cb8f964e-4c15-4acb-8554-3f91f83c1aaf),segment_id=cb8f964e-4c15-4acb-8554-3f91f83c1aaf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:18.833111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '3a5a443f-dec6-4d62-b592-45ffee551faa', 'network_id': '3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f', 'port_id': '3a5a443f-dec6-4d62-b592-45ffee551faa', 'mac_address': 'fa:16:3e:05:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd732312-de0a-4b30-9170-f10ae3c75235', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:02:18.973711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:18.992868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5a443f-dec6-4d62-b592-45ffee551faa {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:02:19.000904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] For port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:02:19.009019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] For port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:02:19.011165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 3a5a443f-dec6-4d62-b592-45ffee551faa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a5a443f-dec6-4d62-b592-45ffee551faa,segment=NetworkSegment(cb8f964e-4c15-4acb-8554-3f91f83c1aaf),segment_id=cb8f964e-4c15-4acb-8554-3f91f83c1aaf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:19.017348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:19.018616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 0d76d18b-8d14-4338-8dcd-ed4599db7e63 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:02:19.022344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:19.133168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=3a5a443f-dec6-4d62-b592-45ffee551faa,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:19.136811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:19.138867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:19.163739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:19.281193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:19.302873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:19.303555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:19.305077 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] 10.222.0.47 "PUT /v2.0/ports/39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 1094 time: 2.0476162
Apr 23 18:02:19.307977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:19.449233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:19.506487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'port_id': '0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'mac_address': 'fa:16:3e:fb:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7478072b-f485-40e8-b5ea-8ac62a4a8c3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:02:19.517138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:19.667136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:19.686448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d76d18b-8d14-4338-8dcd-ed4599db7e63 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:02:19.703836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:19.704329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0073b-cb66-4abc-895f-f7d26c707804 req-24527ee2-e0fa-43a3-89f9-dc6a3017b481 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:19.706113 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c6a0073b-cb66-4abc-895f-f7d26c707804 req-24527ee2-e0fa-43a3-89f9-dc6a3017b481 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.6945589
Apr 23 18:02:19.713551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:19.716057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:19.795187 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=0d76d18b-8d14-4338-8dcd-ed4599db7e63,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:19.798545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:19.799330 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c6a0073b-cb66-4abc-895f-f7d26c707804 req-4d9666de-23c3-476e-812e-51f4b6b80c53 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845194
Apr 23 18:02:19.842614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-71fff43f-8e04-4f1d-bda9-a3d4df9019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:19.845016 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-71fff43f-8e04-4f1d-bda9-a3d4df9019f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1097 time: 0.4630563
Apr 23 18:02:19.854236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4f6f2-7a8a-4f07-bd82-31b9ac8e3405 req-59799aaf-db25-4768-a0a5-ac7c27aa877b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:19.862533 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4db4f6f2-7a8a-4f07-bd82-31b9ac8e3405 req-59799aaf-db25-4768-a0a5-ac7c27aa877b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 943 time: 0.3430722
Apr 23 18:02:19.880811 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'status': 'completed', 'code': 200}
Apr 23 18:02:19.925917 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4db4f6f2-7a8a-4f07-bd82-31b9ac8e3405 req-df02f863-6fba-4e29-b31f-c7d33021e740 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622427
Apr 23 18:02:20.177742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55440) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:20.197076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710027ee-1cfc-4fbb-8285-b6977594e2a0 req-abcb4c6c-37a7-41e4-9ae1-ca5c153ff2e7 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:20.198600 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-710027ee-1cfc-4fbb-8285-b6977594e2a0 req-abcb4c6c-37a7-41e4-9ae1-ca5c153ff2e7 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 944 time: 0.0947695
Apr 23 18:02:20.256448 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-710027ee-1cfc-4fbb-8285-b6977594e2a0 req-6f6af5c8-4246-4fd4-86a5-28b0212e8bac tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498335
Apr 23 18:02:20.426714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.444441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:20.449060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Usage tracker for resource:security_group_rule and tenant:d74aa373f7c54d6fa05ef9f46668fad2 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:20.452121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:20.459560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:20.555603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.558645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.568516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:20.613437 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d74aa373f7c54d6fa05ef9f46668fad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4342380
Apr 23 18:02:20.614433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb2598-3f39-4cdd-b2e2-d5bbe6bd54fb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:20.616378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55462) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:20.617788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:20.683606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.712273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.763482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.769942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:20.781917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb2598-3f39-4cdd-b2e2-d5bbe6bd54fb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:20.787367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:20.789501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:20.790664 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8bb2598-3f39-4cdd-b2e2-d5bbe6bd54fb HTTP/1.1" status: 204  len: 168 time: 0.1731303
Apr 23 18:02:21.211449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89cbfb-a982-4403-9de8-6e7303b1233d req-e55edd10-89d3-44b9-b068-bb4a8828ba43 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:21.213244 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5a89cbfb-a982-4403-9de8-6e7303b1233d req-e55edd10-89d3-44b9-b068-bb4a8828ba43 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.2667005
Apr 23 18:02:21.263156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55502) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:21.264243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab969e-c69e-435b-941e-602e2aed2156 req-4ebc7607-9871-4a9e-ad63-9c9440a736da tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:21.266432 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54ab969e-c69e-435b-941e-602e2aed2156 req-4ebc7607-9871-4a9e-ad63-9c9440a736da tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 944 time: 0.1689320
Apr 23 18:02:21.284291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.302292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:21.307233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Usage tracker for resource:security_group_rule and tenant:5041ad4b4b214ace93c874fedc2b29c0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:21.312999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:21.315977 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5a89cbfb-a982-4403-9de8-6e7303b1233d req-1aeeaf3b-b153-4110-b2a4-47d0c759faf5 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936828
Apr 23 18:02:21.320181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:21.329338 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54ab969e-c69e-435b-941e-602e2aed2156 req-18d10429-0067-4734-8456-014b7731b10d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546079
Apr 23 18:02:21.417743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.420841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.433477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-035a0ee8-7d05-4ce8-b499-4b504a67dd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:21.476226 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5041ad4b4b214ace93c874fedc2b29c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2118564
Apr 23 18:02:21.478111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55520) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:21.478980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92217b86-4489-45e8-9591-162f3a65044d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:21.484099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:21.557907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.558590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a26b2-929a-482f-a500-b91e5425a9c9 req-af187521-e12f-44e4-aacc-215d17ccbecd tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:21.560243 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-348a26b2-929a-482f-a500-b91e5425a9c9 req-af187521-e12f-44e4-aacc-215d17ccbecd tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 944 time: 0.1096497
Apr 23 18:02:21.593613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.620980 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-348a26b2-929a-482f-a500-b91e5425a9c9 req-2945ddfd-7e92-4392-9cfb-0dc07d88f1b1 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531659
Apr 23 18:02:21.645298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.650729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-566fa80e-4933-4f33-8f45-51eeb533273e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:21.664445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92217b86-4489-45e8-9591-162f3a65044d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:21.671894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:21.674652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:21.675902 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92217b86-4489-45e8-9591-162f3a65044d HTTP/1.1" status: 204  len: 168 time: 0.1937306
Apr 23 18:02:22.406651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:22.439685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-d6c0c290-05d5-4781-b7ef-7c732011f773 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 217 time: 0.0789347
Apr 23 18:02:22.606554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55610) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:22.763457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:22.772767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:02:22.782073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:22.787521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a41a8d8d77466eb44f54b1ce82df35 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:22.791003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:22.797404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:22.816197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['3a5a443f-dec6-4d62-b592-45ffee551faa'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:02:22.833046 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-73563f02-e0f5-44fa-af08-8f63beb94c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:22.834833 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-73563f02-e0f5-44fa-af08-8f63beb94c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.3871663
Apr 23 18:02:22.930141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:22.934689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:22.961120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b5e6-6f39-44ed-bdde-07c4a2211bb7 req-643dd9e9-abb5-4854-8426-e63861ff0d19 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:22.962812 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e86b5e6-6f39-44ed-bdde-07c4a2211bb7 req-643dd9e9-abb5-4854-8426-e63861ff0d19 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 944 time: 0.4541903
Apr 23 18:02:22.973237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cb8358fb-67d4-43c0-9082-d9e4abb14480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:22.974600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de633e2-92ba-4b83-8444-e65ea1422870 req-c472cda0-1e04-4377-a9a0-2e0b4c80a692 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:22.976283 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7de633e2-92ba-4b83-8444-e65ea1422870 req-c472cda0-1e04-4377-a9a0-2e0b4c80a692 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.4688838
Apr 23 18:02:22.995025 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2a41a8d8d77466eb44f54b1ce82df35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871245
Apr 23 18:02:22.997378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55624) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:23.051592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b151b1f-c357-4457-9d8e-1673fd32b327,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:23.057206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:23.061003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-51ea0bda-7532-429d-87e4-1ff8477d7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:23.063212 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-51ea0bda-7532-429d-87e4-1ff8477d7ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2172480
Apr 23 18:02:23.113149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e86b5e6-6f39-44ed-bdde-07c4a2211bb7 req-1953fd23-31b8-4ec4-9215-db899d4e38d6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343386
Apr 23 18:02:23.126991 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7de633e2-92ba-4b83-8444-e65ea1422870 req-24133320-b1f7-47a7-8231-cf5935e4d44e tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285322
Apr 23 18:02:23.149472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.192521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.246959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.265755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-309739e6-617b-469a-a77c-589646b4690b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:23.292975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b151b1f-c357-4457-9d8e-1673fd32b327,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:23.303515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:23.304473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.308180 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b151b1f-c357-4457-9d8e-1673fd32b327 HTTP/1.1" status: 204  len: 168 time: 0.3060546
Apr 23 18:02:23.562371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3e4dd-f960-45d2-872f-5e71eceb24de req-a58c8532-2e01-4e69-8252-362288de4131 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:23.564146 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-92f3e4dd-f960-45d2-872f-5e71eceb24de req-a58c8532-2e01-4e69-8252-362288de4131 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 944 time: 0.0993202
Apr 23 18:02:23.637079 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-92f3e4dd-f960-45d2-872f-5e71eceb24de req-1fe4e725-a181-446c-bed1-15591daf3670 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638678
Apr 23 18:02:23.817927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55658) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:23.839286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.855862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:23.860600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7e256040884e6f990ad51707e7ca6d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:23.865343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:23.873415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:23.966710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.973906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:23.988536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ba1eaf6d-cc7a-4063-bc38-11430e9cc8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:24.039836 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c7e256040884e6f990ad51707e7ca6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2189832
Apr 23 18:02:24.043243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55666) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:24.124537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5ded2-ddd9-408a-baa8-c6913ba911fb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:24.127438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55670) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:24.137655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:24.153548 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-a76268e0-b1be-460a-9fdb-409a0985b339 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020738
Apr 23 18:02:24.185545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.215092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.269341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.276214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:24.292095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5ded2-ddd9-408a-baa8-c6913ba911fb,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:24.313441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:24.322096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.342488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.344987 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35f5ded2-ddd9-408a-baa8-c6913ba911fb HTTP/1.1" status: 204  len: 168 time: 0.3003430
Apr 23 18:02:24.351520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:24.356148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Usage tracker for resource:security_group_rule and tenant:29ac078828f54686be1104014e1f8c66 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:24.359975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:24.366625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:24.479501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991728a-197a-46ef-861b-3339127107fa req-e53ceb0a-4cc2-4fb6-a4d9-a671d0a2c458 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:24.487677 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0991728a-197a-46ef-861b-3339127107fa req-e53ceb0a-4cc2-4fb6-a4d9-a671d0a2c458 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 944 time: 0.1818128
Apr 23 18:02:24.498662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284ee8-1079-4599-8bd8-980beac92b96 req-c10f2bcf-f6f1-4a98-9704-a2a4624b6288 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:24.508392 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e3284ee8-1079-4599-8bd8-980beac92b96 req-c10f2bcf-f6f1-4a98-9704-a2a4624b6288 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.1583331
Apr 23 18:02:24.536275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.550662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.562703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89484ef2-1c51-42a1-a66b-092f85485bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.571092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:24.590255 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e3284ee8-1079-4599-8bd8-980beac92b96 req-802f83ed-4b3b-4267-b57b-84dcfa48bf72 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806305
Apr 23 18:02:24.621443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689dcb4-2e12-43e9-8268-b2055dc8aa49,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:24.626147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:24.628730 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29ac078828f54686be1104014e1f8c66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4934685
Apr 23 18:02:24.631732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55696) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:24.633065 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0991728a-197a-46ef-861b-3339127107fa req-f5010986-beec-41a9-9c30-0ccbbbc02a7e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433005
Apr 23 18:02:24.704865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.743136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.795551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.800700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:24.812470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689dcb4-2e12-43e9-8268-b2055dc8aa49,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:24.815104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:24.821062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:24.825605 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3689dcb4-2e12-43e9-8268-b2055dc8aa49 HTTP/1.1" status: 204  len: 168 time: 0.1902859
Apr 23 18:02:24.982522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63169b82-4013-4320-a6f2-8293f45f995a req-3620d732-32e7-4314-9cd7-6c91b15f5b5c tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:24.984307 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63169b82-4013-4320-a6f2-8293f45f995a req-3620d732-32e7-4314-9cd7-6c91b15f5b5c tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 944 time: 0.2295682
Apr 23 18:02:24.993159 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5bb014c-ccf5-4b7a-b87d-f10f154573be req-993771e2-28d6-4227-96fe-4b08a839a2ae service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986439
Apr 23 18:02:25.037894 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63169b82-4013-4320-a6f2-8293f45f995a req-1b5a4dcb-55ca-4ee9-b18e-a6ed84e524be tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427480
Apr 23 18:02:25.163644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55722) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:25.185508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.201158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:25.205312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Usage tracker for resource:security_group_rule and tenant:fe0f8ba6be394ef0ab17aaa1b6296976 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:25.208355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:25.214345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:25.298943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.301780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.312650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1e30ea7-40ef-44f9-b388-40ff7e23bcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:25.358824 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe0f8ba6be394ef0ab17aaa1b6296976&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938646
Apr 23 18:02:25.359731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd911e1-9a96-43ab-a808-b3b8b586ec3b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:25.362104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55730) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:25.362990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:25.434771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.463480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.508127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.513118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-778a95ab-e00d-40b9-8d89-ac4eaa211c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:25.524593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd911e1-9a96-43ab-a808-b3b8b586ec3b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:25.529438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:25.531688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:25.532890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fd911e1-9a96-43ab-a808-b3b8b586ec3b HTTP/1.1" status: 204  len: 168 time: 0.1634109
Apr 23 18:02:25.994926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cafd4-ba38-4f99-afb7-8cc5799d276b req-c1aa7760-f161-45ea-becd-2bccf7e1d99f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:25.996624 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-571cafd4-ba38-4f99-afb7-8cc5799d276b req-c1aa7760-f161-45ea-becd-2bccf7e1d99f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.2651672
Apr 23 18:02:26.100262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30247f27-5a91-4602-97e3-d8406e33650a req-1ff943da-dce1-432b-a944-0a4c9290ed59 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:26.101887 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30247f27-5a91-4602-97e3-d8406e33650a req-1ff943da-dce1-432b-a944-0a4c9290ed59 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 944 time: 0.3017988
Apr 23 18:02:26.110611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-cec18233-1ffb-474d-a253-9010c856f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:26.112211 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-cec18233-1ffb-474d-a253-9010c856f879 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1097 time: 0.2330892
Apr 23 18:02:26.119997 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-571cafd4-ba38-4f99-afb7-8cc5799d276b req-0800141e-43da-417e-8ab7-f18bc62f8ad4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979002
Apr 23 18:02:26.336508 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30247f27-5a91-4602-97e3-d8406e33650a req-674e91f7-9e74-494b-85e6-e6c4df973bd2 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213399
Apr 23 18:02:26.426563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-13c70515-7dd5-4569-ba12-9380ed868e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:26.428180 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-13c70515-7dd5-4569-ba12-9380ed868e36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.3072455
Apr 23 18:02:26.433471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc82b27d-9667-48b1-bb4b-5d33ddd48abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:26.514560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ae731-d172-4b4a-a598-2a9491fe11a6 req-b20681fa-75c4-4e37-94bf-6f6085f8059b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:26.522179 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa9ae731-d172-4b4a-a598-2a9491fe11a6 req-b20681fa-75c4-4e37-94bf-6f6085f8059b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 944 time: 0.2551901
Apr 23 18:02:26.547716 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-d3f7048b-b700-4277-b758-384d1e851eaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 217 time: 0.1095011
Apr 23 18:02:26.652224 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa9ae731-d172-4b4a-a598-2a9491fe11a6 req-cee61693-2b40-4683-90b2-79dbdf3515e3 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290641
Apr 23 18:02:26.663894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-52679cd9-f651-4602-88e7-a44f08f8f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:26.665468 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-52679cd9-f651-4602-88e7-a44f08f8f13c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.1085784
Apr 23 18:02:26.762461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-aa36055d-9aca-464e-baec-fab1a90a7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:26.764109 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-aa36055d-9aca-464e-baec-fab1a90a7e9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914676
Apr 23 18:02:26.953151 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-464a8668-4cb3-4236-bd68-37134ce75fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795695
Apr 23 18:02:27.182484 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5fccaae-3de2-4654-bbd3-b2edf53b2666 req-fce88203-ff2b-436e-afe0-e6deaee607e4 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152514
Apr 23 18:02:27.463130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed74c0d-92d0-4132-bfe7-7521a651345b req-ebe68a48-2c72-4945-adf4-15788ff74bf0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:27.473937 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ed74c0d-92d0-4132-bfe7-7521a651345b req-ebe68a48-2c72-4945-adf4-15788ff74bf0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.1737955
Apr 23 18:02:27.544448 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ed74c0d-92d0-4132-bfe7-7521a651345b req-b09fd10e-aaee-4a0d-ba75-15cef2c43ed9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691595
Apr 23 18:02:27.649730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:27.667274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba942-a499-4c2b-b785-d59571c1dc4a req-24cab790-ea17-42b6-a076-a18dddc47a7f tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:27.668925 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb6ba942-a499-4c2b-b785-d59571c1dc4a req-24cab790-ea17-42b6-a076-a18dddc47a7f tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 944 time: 0.1232700
Apr 23 18:02:27.732289 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb6ba942-a499-4c2b-b785-d59571c1dc4a req-81e2e458-6531-4905-a7d7-36c00f39973e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547264
Apr 23 18:02:27.833025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3a5a443f-dec6-4d62-b592-45ffee551faa up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:27.928449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 3a5a443f-dec6-4d62-b592-45ffee551faa completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:27.944302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 3a5a443f-dec6-4d62-b592-45ffee551faa triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:27.947913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:27.991047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027f477-53ec-448e-ae7b-9b38c5d39419 req-9ebed884-9c54-4466-8313-8a142fa56baa tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:28.000231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f027f477-53ec-448e-ae7b-9b38c5d39419 req-9ebed884-9c54-4466-8313-8a142fa56baa tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 944 time: 0.1572986
Apr 23 18:02:28.054442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55878) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:28.081254 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f027f477-53ec-448e-ae7b-9b38c5d39419 req-0282b3fe-088b-44f3-9b7a-68a900213360 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797725
Apr 23 18:02:28.176524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.196204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55888) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:28.217072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 3a5a443f-dec6-4d62-b592-45ffee551faa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a5a443f-dec6-4d62-b592-45ffee551faa,segment=NetworkSegment(cb8f964e-4c15-4acb-8554-3f91f83c1aaf),segment_id=cb8f964e-4c15-4acb-8554-3f91f83c1aaf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:28.218393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5a443f-dec6-4d62-b592-45ffee551faa'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:28.285215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.286736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 0d76d18b-8d14-4338-8dcd-ed4599db7e63 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:28.354602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0f40def8-1fc3-44ea-9ff9-067b6f6abfad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:28.360130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.394341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:28.398537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7007ba94e713485a84bd5972b77696c4 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:28.401774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:28.408969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:28.440386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.455145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=3a5a443f-dec6-4d62-b592-45ffee551faa,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:28.458920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:28.459700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:28.465100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:28.465524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.495582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.526283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:28.535170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Usage tracker for resource:security_group_rule and tenant:11e60560b8c94124891b94a90c741a2d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:28.538578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:28.548018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:28.557516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.595896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.612596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d0e2abdc-12f7-4f3e-9e43-ebbdc2dd06f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:28.624475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.709464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:28.711673 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7007ba94e713485a84bd5972b77696c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6560426
Apr 23 18:02:28.716442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55908) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:28.716607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb98fdc-e4b9-4438-85e6-dc254fbb5531,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:28.727484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.731445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:28.752357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:28.799337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.805981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:28.829521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-272f4cad-d8fb-461e-ad46-a156ba00fbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:28.835321 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5a443f-dec6-4d62-b592-45ffee551faa', 'code': 200}
Apr 23 18:02:28.930163 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11e60560b8c94124891b94a90c741a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7326171
Apr 23 18:02:28.940264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55920) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:28.941002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=0d76d18b-8d14-4338-8dcd-ed4599db7e63,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:28.942561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b2b2d-c64c-42eb-8fbe-147a687c9b82,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:28.953014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:28.954042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:29.126762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.411148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081293bd-6491-4e90-9aae-c4c0aa21142a req-8cff4d56-5aea-4a01-8e41-f3fee1424391 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:29.412930 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-081293bd-6491-4e90-9aae-c4c0aa21142a req-8cff4d56-5aea-4a01-8e41-f3fee1424391 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 944 time: 0.6504052
Apr 23 18:02:29.413720 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.495305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.523574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.581934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.599918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578464a-cef4-4862-bd29-1f5dd9d240b6 req-015631dc-3b83-4fe8-87e7-595c886497a0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:29.601487 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9578464a-cef4-4862-bd29-1f5dd9d240b6 req-015631dc-3b83-4fe8-87e7-595c886497a0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.3864887
Apr 23 18:02:29.603379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-276e84d3-aa82-4b44-9fd3-2ebfdb443980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:29.604811 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-276e84d3-aa82-4b44-9fd3-2ebfdb443980 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 1098 time: 0.3827474
Apr 23 18:02:29.629102 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-081293bd-6491-4e90-9aae-c4c0aa21142a req-90ee0596-5a4f-4a7e-99fd-b0fbeb7e0c1a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1972077
Apr 23 18:02:29.676450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.722008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:29.731303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Usage tracker for resource:security_group_rule and tenant:df087f68484d41a29681f54d5589d79a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:29.739121 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9578464a-cef4-4862-bd29-1f5dd9d240b6 req-67cd924f-cf8f-4aa6-abfc-dc7434fa01be tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192236
Apr 23 18:02:29.739942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:29.747596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.751929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:29.756854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c06edb9c-d20c-408d-8bb4-6a43cc5a86d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:29.825674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:02:29.826300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb98fdc-e4b9-4438-85e6-dc254fbb5531,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:29.829745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:29.856473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.866045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:29.889020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b2b2d-c64c-42eb-8fbe-147a687c9b82,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:29.891766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.893196 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b12b2b2d-c64c-42eb-8fbe-147a687c9b82 HTTP/1.1" status: 204  len: 168 time: 0.9509513
Apr 23 18:02:29.897079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:29.897913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:29.902363 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfb98fdc-e4b9-4438-85e6-dc254fbb5531 HTTP/1.1" status: 204  len: 168 time: 1.1848273
Apr 23 18:02:29.971943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54a68-1e34-4e4c-9bb4-bbe35c2173b4 req-c0445ce8-3d98-4047-82a6-cdf1fd4350ae tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:29.973879 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b5c54a68-1e34-4e4c-9bb4-bbe35c2173b4 req-c0445ce8-3d98-4047-82a6-cdf1fd4350ae tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.2183011
Apr 23 18:02:30.022167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:30.033294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.042659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.054384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6ee3e451-234a-4136-9118-ea4af4bdf36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:30.060752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'port_id': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'mac_address': 'fa:16:3e:2f:1e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:02:30.068556 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b5c54a68-1e34-4e4c-9bb4-bbe35c2173b4 req-243c1dac-caaa-4bc5-a3ae-3236bb4f8dfd tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827074
Apr 23 18:02:30.087041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Synchronizing usage tracker for tenant:df087f68484d41a29681f54d5589d79a on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:30.131240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2a1565-d8fa-46a7-a597-3fb84b0c4b81,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:30.147941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:30.171406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Unset dirty status for tenant:df087f68484d41a29681f54d5589d79a on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:30.172889 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0693794-83a9-4e6f-93ad-9175b381dac1 req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5540826
Apr 23 18:02:30.190252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.211460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:02:30.230314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:30.233979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.238304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0f40def8-1fc3-44ea-9ff9-067b6f6abfad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:30.322294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:30.333111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:30.385950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55966) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:30.422678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.443514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:30.447749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Usage tracker for resource:security_group_rule and tenant:23abd6a69a9a4199ab2194724def6ac9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:30.454850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:30.454943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55972) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:30.459841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:30.474862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.491709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:30.495962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3c8f35f542485c8852cc50bf1929f3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:30.499489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:30.506413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:30.544905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:02:30.596974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.600257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.607383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.610913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.623764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:30.627778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-36f8577a-30f0-43f0-b889-48cae17127e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:30.683636 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23abd6a69a9a4199ab2194724def6ac9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2959793
Apr 23 18:02:30.685995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9554564-f75a-4835-9c04-a1100c86b5ee,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:30.687768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 55984) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:30.704426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:30.722372 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a3c8f35f542485c8852cc50bf1929f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2661591
Apr 23 18:02:30.726764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 55988) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:30.744796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6c23c-47df-4f77-8be3-3e65e6c178ce,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:30.758109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:30.805563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.834577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.836034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d76d18b-8d14-4338-8dcd-ed4599db7e63'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:30.839439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.871184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.925701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.929764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:30.947021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6c23c-47df-4f77-8be3-3e65e6c178ce,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:30.949549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:30.963694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:30.967239 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42a6c23c-47df-4f77-8be3-3e65e6c178ce HTTP/1.1" status: 204  len: 168 time: 0.2358534
Apr 23 18:02:31.035200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321146a2-cb9a-4891-9352-7413bfe19c94 req-b6bda268-bb83-4eaf-81a4-2a40fadf4427 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:31.036682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-321146a2-cb9a-4891-9352-7413bfe19c94 req-b6bda268-bb83-4eaf-81a4-2a40fadf4427 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.1215701
Apr 23 18:02:31.047843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:31.059735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6e037e3b-0b86-4143-a0d1-2881f66efb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:31.102273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9554564-f75a-4835-9c04-a1100c86b5ee,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:31.119137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:31.136989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae05f8-6309-4b2c-b7d6-ba47bdcaba1f req-6a8502e3-b309-4fd0-bfb9-c0a3a97d4cc0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:31.138863 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75ae05f8-6309-4b2c-b7d6-ba47bdcaba1f req-6a8502e3-b309-4fd0-bfb9-c0a3a97d4cc0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 945 time: 0.2744579
Apr 23 18:02:31.139816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:31.140899 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9554564-f75a-4835-9c04-a1100c86b5ee HTTP/1.1" status: 204  len: 168 time: 0.4454548
Apr 23 18:02:31.187151 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-321146a2-cb9a-4891-9352-7413bfe19c94 req-36007f47-2011-4c6a-9743-6f5ccff98ccf tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303668
Apr 23 18:02:31.219138 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75ae05f8-6309-4b2c-b7d6-ba47bdcaba1f req-bc0e4548-3e7f-4de7-818b-de6b504baf86 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576117
Apr 23 18:02:31.295551 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'code': 200}
Apr 23 18:02:31.477771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecefb0-435b-4206-8f37-8c35c4f55bbb req-9e864adf-0063-4b00-bffb-392a0915de2b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:31.479870 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77ecefb0-435b-4206-8f37-8c35c4f55bbb req-9e864adf-0063-4b00-bffb-392a0915de2b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.1217799
Apr 23 18:02:31.540382 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77ecefb0-435b-4206-8f37-8c35c4f55bbb req-0c38aad4-a4f7-4707-a8df-d953b27b2d66 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526412
Apr 23 18:02:31.663884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b03bf-e1c5-4ff4-b989-34ece9298796 req-d227faaa-c211-4c2f-821d-326df0409b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:31.663884 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b31b03bf-e1c5-4ff4-b989-34ece9298796 req-d227faaa-c211-4c2f-821d-326df0409b52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 1098 time: 0.0938241
Apr 23 18:02:31.712568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b31b03bf-e1c5-4ff4-b989-34ece9298796 req-47a9e78c-8f2f-4655-bd43-5718dd08c4c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437939
Apr 23 18:02:31.819933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:31.897376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56044) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:31.898221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:31.904207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:31.904884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.085148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.092227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.142933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:32.147714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.154450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:32.158147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:32.170573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Usage tracker for resource:security_group_rule and tenant:84b8e50fdfd747ffb74463468895318c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:32.176035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:32.192741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:32.340607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:32.353835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:32.443695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.448166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.468671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49863a3-b8d4-4739-bd7a-a827b26ea8b6 req-d1173689-54fd-47df-a2bd-dc411389f409 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:32.470459 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a49863a3-b8d4-4739-bd7a-a827b26ea8b6 req-d1173689-54fd-47df-a2bd-dc411389f409 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.1049678
Apr 23 18:02:32.480601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e47fe80a-36ab-47ab-af03-f4980dc00d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:32.491243 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84b8e50fdfd747ffb74463468895318c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5925207
Apr 23 18:02:32.493950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56080) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:32.597145 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a49863a3-b8d4-4739-bd7a-a827b26ea8b6 req-c32722d1-8e93-428e-b645-a362169a2763 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195259
Apr 23 18:02:32.610068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae395902-0998-4a26-acbb-d04eef97f057,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:32.643457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:32.650086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764c95-4e24-4000-89bc-4d2192decab9 req-ad7f5f23-2979-482a-bcdd-9178b04662dc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:32.651890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17764c95-4e24-4000-89bc-4d2192decab9 req-ad7f5f23-2979-482a-bcdd-9178b04662dc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1291032
Apr 23 18:02:32.665407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.718034 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17764c95-4e24-4000-89bc-4d2192decab9 req-2cf94833-f798-4353-ad1c-10280ca9c447 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575547
Apr 23 18:02:32.743858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.813747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.819162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9a5bdf1-0caf-4f89-8696-2d7d73261b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:32.853471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae395902-0998-4a26-acbb-d04eef97f057,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:32.857999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:32.863795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:32.865046 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae395902-0998-4a26-acbb-d04eef97f057 HTTP/1.1" status: 204  len: 168 time: 0.3701074
Apr 23 18:02:32.897898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56098) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:33.037662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36735753-1b3b-4468-86ca-ee445d73e8da req-1fe2e253-8646-44bd-bb57-51d16984cf1a tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:33.039321 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-36735753-1b3b-4468-86ca-ee445d73e8da req-1fe2e253-8646-44bd-bb57-51d16984cf1a tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.1899495
Apr 23 18:02:33.120755 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-36735753-1b3b-4468-86ca-ee445d73e8da req-116a2642-4e12-4250-a978-1d0473e39079 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738349
Apr 23 18:02:33.296920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:33.368068 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'code': 200}
Apr 23 18:02:33.377776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:33.410993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:33.430183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b4f28c9a734e01b84b70a39933088c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:33.433342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:33.455077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:33.520426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56128) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:33.549881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:33.582142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:33.596275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffceb6b681d4c609d5d303fc1b24829 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:33.598821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:33.601883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:33.603408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:33.612090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:33.627643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:33.737396 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6b4f28c9a734e01b84b70a39933088c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8380885
Apr 23 18:02:33.739008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56140) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:33.785444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00494e8-1eb1-47b4-893e-3b6ac2cd9ebd req-4d515a0c-f759-4b86-921b-2e945430681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:33.787689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c00494e8-1eb1-47b4-893e-3b6ac2cd9ebd req-4d515a0c-f759-4b86-921b-2e945430681e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1099 time: 0.1289384
Apr 23 18:02:33.843097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145beed-e80e-4c31-a1b2-8e32529e47cd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:33.847880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:33.855272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c00494e8-1eb1-47b4-893e-3b6ac2cd9ebd req-f5759ad7-7560-483c-827c-329771d7ec61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568957
Apr 23 18:02:33.914451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:33.981772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.037232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.062045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.062874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.068202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2b4fcc31-f881-4765-9789-2e87449b30e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:34.075245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:34.085147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.086512 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e145beed-e80e-4c31-a1b2-8e32529e47cd HTTP/1.1" status: 204  len: 168 time: 0.3465123
Apr 23 18:02:34.087518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145beed-e80e-4c31-a1b2-8e32529e47cd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:34.090403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:34.156108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856259c-8c4b-405f-9018-2f9e1b6f47c9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:34.185583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:34.313483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4c6f4-c9bc-41f1-9129-b5946fb393f5 req-8c0bf714-3172-435d-ab3b-6ddaded3c4aa tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:34.315126 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2f4c6f4-c9bc-41f1-9129-b5946fb393f5 req-8c0bf714-3172-435d-ab3b-6ddaded3c4aa tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.4646182
Apr 23 18:02:34.317562 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ffceb6b681d4c609d5d303fc1b24829&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7964208
Apr 23 18:02:34.320644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56162) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:34.368023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218b31-eb1c-4e26-af7b-8c054c716013 req-2b453a1e-c6fb-46ba-a897-803237f6ec41 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:34.369749 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03218b31-eb1c-4e26-af7b-8c054c716013 req-2b453a1e-c6fb-46ba-a897-803237f6ec41 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.4041548
Apr 23 18:02:34.396306 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2f4c6f4-c9bc-41f1-9129-b5946fb393f5 req-2453d72b-d71e-4db8-8c4b-2f626f792e6d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624766
Apr 23 18:02:34.413531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.445294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.464091 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03218b31-eb1c-4e26-af7b-8c054c716013 req-d3cf97f7-1389-4fef-b5e5-1dd882471fc9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815005
Apr 23 18:02:34.500058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.505689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:34.522159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856259c-8c4b-405f-9018-2f9e1b6f47c9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:34.533322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:34.536223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.537597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8856259c-8c4b-405f-9018-2f9e1b6f47c9 HTTP/1.1" status: 204  len: 168 time: 0.2158992
Apr 23 18:02:34.759774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56180) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:34.782273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.807706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:34.817734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Usage tracker for resource:security_group_rule and tenant:a40d887823944ec687795ccec5946748 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:34.825763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:34.843217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:34.890426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:02:34.975662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.980635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:34.992636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:35.044987 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a40d887823944ec687795ccec5946748&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2814815
Apr 23 18:02:35.044987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387ab341-551a-4359-bdfe-a210c6e1ad71,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:35.045553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56196) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:35.064762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:35.247725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:35.294422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:35.346211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:35.348876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:35.369728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ab341-551a-4359-bdfe-a210c6e1ad71,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:35.371789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:35.373140 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/387ab341-551a-4359-bdfe-a210c6e1ad71 HTTP/1.1" status: 204  len: 168 time: 0.3267043
Apr 23 18:02:35.374783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:35.788725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f634-dc3c-4161-8338-dae8627d4064 req-ae4991a7-0be0-478a-ada8-d7f7f736b724 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:35.796916 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9688f634-dc3c-4161-8338-dae8627d4064 req-ae4991a7-0be0-478a-ada8-d7f7f736b724 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1352770
Apr 23 18:02:35.861130 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9688f634-dc3c-4161-8338-dae8627d4064 req-d15a1d71-87af-45e0-ae9d-a43108e731e8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630536
Apr 23 18:02:36.136627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480fa9b-1644-4ab4-aa22-86ce5511f6b9 req-4e57b6c4-5e45-4257-b003-988fb5ac094a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:36.138497 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1480fa9b-1644-4ab4-aa22-86ce5511f6b9 req-4e57b6c4-5e45-4257-b003-988fb5ac094a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1614671
Apr 23 18:02:36.148339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56260) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:36.154300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'floatingip': {'port_id': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:36.293711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:37.329669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 18:02:37.433572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:37.436908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:37.562605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56322) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:37.630904 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Floating IP 3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee associated. External IP: 172.27.2.146, port: 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe.
Apr 23 18:02:37.709405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:37.786472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:37.800968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Usage tracker for resource:security_group_rule and tenant:27405cf7ea4245b493aa826095aa628c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:37.804562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:37.820847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:37.975101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:37.978765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:37.990141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:38.026014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5aaa7a-2c81-4a2c-a40c-f378ae40bc8e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:38.029811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:38.060036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27405cf7ea4245b493aa826095aa628c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4961357
Apr 23 18:02:38.063901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56350) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:38.123099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Router f0d53229-f549-4d82-9423-559fe0dc7e52 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:02:38.208926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:38.324947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:38.403395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:02:38.424125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:02:38.426075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:38.433931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:02:38.435208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2dd8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:38.458283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:38.470644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7838a561-c0e0-4d34-94ef-81e3d8d49049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:38.485835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:38.487036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f5aaa7a-2c81-4a2c-a40c-f378ae40bc8e HTTP/1.1" status: 204  len: 168 time: 0.4221246
Apr 23 18:02:38.488049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5aaa7a-2c81-4a2c-a40c-f378ae40bc8e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:38.502901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:38.538071 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7168ddaa-8101-4119-81c5-59a0c991f8b3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "PUT /v2.0/floatingips/3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee HTTP/1.1" status: 200  len: 992 time: 2.3860390
Apr 23 18:02:38.538071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:38.686858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:02:39.032936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56402) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:39.146322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2dd8>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'port_id': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'mac_address': 'fa:16:3e:2f:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:00Z', 'updated_at': '2021-04-23T18:02:37Z', 'revision_number': 1, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:39.150653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:02:39.161045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:02:39.162123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2dd8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:39.250275 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'status': 'completed', 'code': 200}
Apr 23 18:02:39.423768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56420) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:39.457598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.463066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.479656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:39.484856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0372bcbdc3421b8279a1b6525560af is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:39.488819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:39.497889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:39.498090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:39.501011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:02:39.511411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:78db20d0ac3a40c491717a92ac4b1242 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:39.553828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:39.561624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:39.577314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-8e49e192-92ed-47cf-a4dc-29b7456c6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:39.579839 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-8e49e192-92ed-47cf-a4dc-29b7456c6e66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1099 time: 0.2884152
Apr 23 18:02:39.594879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.599730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.610645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:39.657367 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d0372bcbdc3421b8279a1b6525560af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2318776
Apr 23 18:02:39.661348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56426) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:39.674844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b749254-fcea-4c00-ab50-c3fe2101749a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:39.680840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:39.757025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.797299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-57ca65f7-343a-4ca8-b77c-9f6b4f8df5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:39.799044 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-57ca65f7-343a-4ca8-b77c-9f6b4f8df5ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.2068698
Apr 23 18:02:39.811118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.875574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.885023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eec58467-4453-4b68-b67a-4dbefeced79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:39.925832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:39.929481 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b749254-fcea-4c00-ab50-c3fe2101749a HTTP/1.1" status: 204  len: 168 time: 0.2644701
Apr 23 18:02:39.929481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b749254-fcea-4c00-ab50-c3fe2101749a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:39.938248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:40.002565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:40.018377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:40.028673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:40.040196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2dd8>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'port_id': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'mac_address': 'fa:16:3e:2f:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:00Z', 'updated_at': '2021-04-23T18:02:37Z', 'revision_number': 1, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:40.047011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03db54b-6939-4d9b-a01d-a06ae6b1b074 None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'port_id': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'mac_address': 'fa:16:3e:2f:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:00Z', 'updated_at': '2021-04-23T18:02:37Z', 'revision_number': 1, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:02:40.065780 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-66a4bd63-8e2c-4439-999e-c93897a643e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 1000 time: 0.2410076
Apr 23 18:02:40.162755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82556781-40ae-457a-97ef-ab57db3e5370,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:40.166270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:40.174446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56438) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:40.184628 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a8ca243a-623d-4e40-8315-daed02907ae0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78db20d0ac3a40c491717a92ac4b1242&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1502807
Apr 23 18:02:40.196621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-92689f5f-1338-46db-bb8b-3bd91341bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:40.198584 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-92689f5f-1338-46db-bb8b-3bd91341bc0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.1092112
Apr 23 18:02:40.248977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:40.299423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:40.312704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-62461b3c-c552-4b85-90b0-0f7039355c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:40.314318 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-62461b3c-c552-4b85-90b0-0f7039355c4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1071715
Apr 23 18:02:40.361551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:40.370979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:40.405653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82556781-40ae-457a-97ef-ab57db3e5370,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:40.413140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:40.415411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:40.416611 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82556781-40ae-457a-97ef-ab57db3e5370 HTTP/1.1" status: 204  len: 168 time: 0.2411196
Apr 23 18:02:40.482514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1773a-54cb-407d-9ab3-110f944fe733 None None] New status for floating IP 3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:02:40.577344 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-d10ec2df-4941-4a50-8119-13f7ade914e0 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541513
Apr 23 18:02:40.819481 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b35dddf3-bdf0-46da-91dd-2d5035daec25 req-3f5ae40c-f64f-430e-80f5-151dea1e706e service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351882
Apr 23 18:02:41.012719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56492) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:41.032654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.049863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:41.054175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Usage tracker for resource:security_group_rule and tenant:608cbb9036e545fda2cdf6cd6f7a866a is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:41.056870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:41.063261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:41.180147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.184491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.219095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:41.240593 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=608cbb9036e545fda2cdf6cd6f7a866a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2266922
Apr 23 18:02:41.243690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56506) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:41.257471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ce04b-b2c3-4b3a-b47f-bd3ca2c435f5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:41.261302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:41.336966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.368611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.430954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.437443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e936a07-406e-4cfd-9f7f-a840dfd40700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:41.457093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ce04b-b2c3-4b3a-b47f-bd3ca2c435f5,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:41.457093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:41.482162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:41.483628 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d1ce04b-b2c3-4b3a-b47f-bd3ca2c435f5 HTTP/1.1" status: 204  len: 168 time: 0.2388184
Apr 23 18:02:44.597454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56712) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:44.728251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:44.744723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:44.749796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0975d905aeb4d95ba31cc90388f7909 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:44.752789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:44.759011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:44.857340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:44.860721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:44.871028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b4382425-05b3-4faf-969e-417afc90f8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:44.925924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56734) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:44.937090 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0975d905aeb4d95ba31cc90388f7909&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3382151
Apr 23 18:02:44.939121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8eed69-f1a7-43ed-9c63-58a7e0065d81,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:44.948227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:45.035520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.096758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.097159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56742) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:45.162757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.169736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4d047acf-8c49-4cd6-b845-accd630d4142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:45.190618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8eed69-f1a7-43ed-9c63-58a7e0065d81,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:45.194648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:45.195947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.200736 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f8eed69-f1a7-43ed-9c63-58a7e0065d81 HTTP/1.1" status: 204  len: 168 time: 0.2737436
Apr 23 18:02:45.321523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.339608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:45.344378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Usage tracker for resource:security_group_rule and tenant:b330dacf3e2345b8903bbfc1a1301e45 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:45.352071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:45.357131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:45.489523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.500165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.538766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-af75999d-3f08-4b7a-9b2b-956dadbf1eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:45.573633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56770) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:45.580455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b330dacf3e2345b8903bbfc1a1301e45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4818802
Apr 23 18:02:45.581460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199db353-94a8-4140-b9e3-0f920a878fd3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:45.585531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:45.644683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.651874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56776) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:45.672436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.717849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.722850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b06866a7-a67a-44fb-84e9-dd31a017d218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:45.735463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199db353-94a8-4140-b9e3-0f920a878fd3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:45.745275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.745680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.746070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.746456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.746839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.747221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.747599 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.748018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.748960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.749336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.749711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.750088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:45.752830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.754040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/199db353-94a8-4140-b9e3-0f920a878fd3 HTTP/1.1" status: 204  len: 168 time: 0.1793935
Apr 23 18:02:45.754915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:45.879200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:45.896452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:45.900628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Usage tracker for resource:security_group_rule and tenant:ec48e2027d054feea2821153e07d1cea is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:45.903566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:45.910827 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:45.948635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56788) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:46.005003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.008214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.018063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b94a0501-131b-4061-ab41-e99a000606ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:46.071669 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec48e2027d054feea2821153e07d1cea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2147529
Apr 23 18:02:46.075630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56794) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:46.076917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b21414-6f97-4b89-af03-caa874c2bffb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:46.082748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2cb6b377-e9a7-4315-9685-2c44f234c357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:46.090025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.109808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:46.110921 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56798) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:46.113881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Usage tracker for resource:security_group_rule and tenant:058f2fb2bd2a41c5a37a8335508481a5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:46.129997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:46.137661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.148852 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:46.158506 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:46.163849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.165844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Usage tracker for resource:security_group_rule and tenant:66894c5571064ffaae4957d0d109675d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:46.169601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:46.183559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:46.191682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.237279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.242130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-061c197a-6ba3-4f81-91fa-069e35c7ce24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:46.259267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b21414-6f97-4b89-af03-caa874c2bffb,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:46.262678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:46.278447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.280124 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85b21414-6f97-4b89-af03-caa874c2bffb HTTP/1.1" status: 204  len: 168 time: 0.1993463
Apr 23 18:02:46.299052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.305884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.316597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6222d3cc-fa2d-4018-b69b-9aba7115af06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:46.391365 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=058f2fb2bd2a41c5a37a8335508481a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4415615
Apr 23 18:02:46.394179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56810) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:46.399638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2563f317-ba0c-4da5-8918-50435a5c7896,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:46.419596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.419596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:46.424568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.434694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd679d91-2395-4271-852d-b3818fab6f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:46.471116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.482312 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66894c5571064ffaae4957d0d109675d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3678207
Apr 23 18:02:46.482312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02c1e4-45d0-4151-962c-03ed4b7fd6e1,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:46.484487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56814) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:46.487404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:46.518448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.556547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.568094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.573465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2765490f-8c71-4624-a658-8cc22ae7728d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:46.588488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2563f317-ba0c-4da5-8918-50435a5c7896,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:46.596118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:46.598067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.601534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.602767 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2563f317-ba0c-4da5-8918-50435a5c7896 HTTP/1.1" status: 204  len: 168 time: 0.2074428
Apr 23 18:02:46.855739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.860843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ece5f3e7-8574-4d25-a22e-af98c6e8abfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:46.873437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02c1e4-45d0-4151-962c-03ed4b7fd6e1,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:46.877681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:46.883699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:46.887263 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b02c1e4-45d0-4151-962c-03ed4b7fd6e1 HTTP/1.1" status: 204  len: 168 time: 0.3992071
Apr 23 18:02:47.089735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56838) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:47.112502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.129647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:47.134565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Usage tracker for resource:security_group_rule and tenant:383af44b6c794d668e047ee8216e6420 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:47.137760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:47.144747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:47.242914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.246179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.260665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b653283a-5768-4bb2-a175-452cf7399b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:47.309672 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=383af44b6c794d668e047ee8216e6420&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2163918
Apr 23 18:02:47.311216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56854) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:47.314854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8d98f4-b0d9-4b26-bd17-f5c43bac9e2a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:47.323172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.323518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.323938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.324332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.324714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.325098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.325476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.325858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.326771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.327368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.327699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.328105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:47.332174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:47.418864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.448514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.497154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.503774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5e942450-84f1-4eb5-badd-f7a790d7b4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:47.519166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8d98f4-b0d9-4b26-bd17-f5c43bac9e2a,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:47.521828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:47.522965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:47.527788 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d8d98f4-b0d9-4b26-bd17-f5c43bac9e2a HTTP/1.1" status: 204  len: 168 time: 0.2146692
Apr 23 18:02:48.045747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56896) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:48.168197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1989094014-network', 'tenant_id': '0632e02ad28b467884ec00557a3a3650'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:48.174479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:48.178829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Usage tracker for resource:network and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:48.181995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:48.189980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:48.199289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Made reservation on behalf of 0632e02ad28b467884ec00557a3a3650 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:48.204903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.224764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.245727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:48.245727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:48.249022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:48.255073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:48.344838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.348172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.352526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-671f2ec1-ebca-4094-b9b4-237f3fa75b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:48.384419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:02:48.394236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d7887-00c9-418b-b480-3b4008052b93,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:48.398263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:48.402350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.404316 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Added segment 607b5250-c745-4895-a349-59220f9333bf of type vlan for network 730a4952-98ab-438b-8790-181e6787f460
Apr 23 18:02:48.433322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.465882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.468022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:48.468777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:48.472546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:48.592851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=730a4952-98ab-438b-8790-181e6787f460,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:48.600656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56930) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:48.601153 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5533564
Apr 23 18:02:48.602299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:48.608212 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Request body: {'subnet': {'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1989094014-subnet', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:48.613885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 730a4952-98ab-438b-8790-181e6787f460 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:02:48.616950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:48.633357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Usage tracker for resource:subnet and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:48.636769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:48.643498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:48.655136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Made reservation on behalf of 0632e02ad28b467884ec00557a3a3650 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:48.659967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847164173'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.143778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848366551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847164190'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.149288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-05bf8c0d-ff29-4d11-ac9e-0283a5adca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:49.229047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b08129-f78a-4bfa-8bc8-3a45319aa591,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:49.235366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:49.242654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Checking segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:49.243064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Network hostable DHCP agents. Network: 730a4952-98ab-438b-8790-181e6787f460, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:02:49.264819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Network 730a4952-98ab-438b-8790-181e6787f460 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:02:49.275107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 730a4952-98ab-438b-8790-181e6787f460) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:49.285875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531e75b-fb4b-41fd-b6b2-26236f8f10cf None None] Network 730a4952-98ab-438b-8790-181e6787f460 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:02:49.289564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:49.290237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.322148 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7175031
Apr 23 18:02:49.322326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 56958) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:49.327920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:49.333039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:49.337130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Usage tracker for resource:router and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:49.340750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:49.347573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:49.358910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.360024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.376386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.526864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-730a4952-98ab-438b-8790-181e6787f460', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:02:49.527791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:49.715513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Allocated IP 172.20.0.2 (730a4952-98ab-438b-8790-181e6787f460/47b08129-f78a-4bfa-8bc8-3a45319aa591/0f9b507b-e970-440d-b02f-95a68882a895) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:02:49.812760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 56978) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:50.017604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.041788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.044045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.055147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Transition to ACTIVE for port object 0f9b507b-e970-440d-b02f-95a68882a895 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:50.091280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Transition to ACTIVE for port object 0f9b507b-e970-440d-b02f-95a68882a895 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:50.098617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:50.103669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b898bd6cedf74d35857da8258cd5d8d1 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:50.104226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.107119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:50.116383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:50.122213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:50.192104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Network 730a4952-98ab-438b-8790-181e6787f460 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:50.197854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:50.206261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:50.302311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Pushing event updated for resources: {'Port': ['ID=0f9b507b-e970-440d-b02f-95a68882a895,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:50.336032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.340649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.355159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-33e128cd-9af4-414c-98b0-b18dfc4c3a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:50.393610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.393997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.394378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.394732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.395094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.395461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.395843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.396205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.396572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.396932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.397291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.398438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:50.402883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:50.427954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Attempting to bind port 0f9b507b-e970-440d-b02f-95a68882a895 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:02:50.428371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Attempting to bind port 0f9b507b-e970-440d-b02f-95a68882a895 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:02:50.428781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Attempting to bind port 0f9b507b-e970-440d-b02f-95a68882a895 on network 730a4952-98ab-438b-8790-181e6787f460 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:50.449202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:02:50.449589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Checking segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:50.450004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.450445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Bound using segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:02:50.450974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Bound port: 0f9b507b-e970-440d-b02f-95a68882a895, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:02:50.452057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.478957 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b898bd6cedf74d35857da8258cd5d8d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6621690
Apr 23 18:02:50.482416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57004) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:50.490091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2721ac-8f46-490d-a176-eb1145f63977,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:50.501499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.502438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:50.544551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.591291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] For port 0f9b507b-e970-440d-b02f-95a68882a895, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:02:50.595335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] For port 0f9b507b-e970-440d-b02f-95a68882a895, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=0f9b507b-e970-440d-b02f-95a68882a895,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:02:50.600036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.605834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:50.706350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.794060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.844942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Allocated IP 172.27.2.133 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/d827cbd8-7712-4d7f-9035-95e1718a7086) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:02:50.914366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Pushing event updated for resources: {'Port': ['ID=0f9b507b-e970-440d-b02f-95a68882a895,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:50.927633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:50.959488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:50.969155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7e1bd3ca-20da-46f5-b705-2ec5fff83078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:50.988790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2721ac-8f46-490d-a176-eb1145f63977,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:50.991417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:51.050425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:51.054534 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b2721ac-8f46-490d-a176-eb1145f63977 HTTP/1.1" status: 204  len: 168 time: 0.5706322
Apr 23 18:02:51.105565 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-c9fc6612-bf2d-40a8-b515-0a1d983f05ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1486652
Apr 23 18:02:51.112125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:51.155787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:51.161577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:51.231914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:51.241276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:51.243668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:51.301057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Pushing event updated for resources: {'Port': ['ID=d827cbd8-7712-4d7f-9035-95e1718a7086,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:51.304425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:51.450402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-ee9c8638-7291-4127-873d-0c02a245f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:51.460823 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-ee9c8638-7291-4127-873d-0c02a245f2c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8971bd2f144291b960f9a9937d2747&device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 1098 time: 0.2319465
Apr 23 18:02:51.805654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-4138f9f2-f605-4299-8df8-198684bcf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:51.806098 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-4138f9f2-f605-4299-8df8-198684bcf438 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f HTTP/1.1" status: 200  len: 913 time: 0.3137262
Apr 23 18:02:51.869728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:52.012531 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-2d0bb290-265b-46d5-b613-6e751f2de58a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a5a443f-dec6-4d62-b592-45ffee551faa HTTP/1.1" status: 200  len: 217 time: 0.1955338
Apr 23 18:02:52.111658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-fb21dc58-2b4e-478f-a40e-610c2799f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:52.113248 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-fb21dc58-2b4e-478f-a40e-610c2799f980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd732312-de0a-4b30-9170-f10ae3c75235 HTTP/1.1" status: 200  len: 852 time: 0.0868578
Apr 23 18:02:52.209806 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-083be823-a794-47f0-8f59-91cd33dc5b30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841537
Apr 23 18:02:52.227419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30480360-c243-4bbe-a473-876c4e6f6a70 req-7bcfb16f-9652-4abf-86ab-057d6b3cf499 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:52.229120 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30480360-c243-4bbe-a473-876c4e6f6a70 req-7bcfb16f-9652-4abf-86ab-057d6b3cf499 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.2875929
Apr 23 18:02:52.381762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:52.384893 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30480360-c243-4bbe-a473-876c4e6f6a70 req-06968700-9ffa-485a-854a-a89a424c8fcc tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493669
Apr 23 18:02:52.414645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57080) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:52.428398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:52.445418 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-faaac69a-03fa-437e-8c22-92761a8690f4 service neutron] 10.222.0.47 "GET /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942010
Apr 23 18:02:52.578130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-957597657-network', 'tenant_id': '97897f3955b14922bc195b5de266644e'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:52.587016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:52.604401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Usage tracker for resource:network and tenant:97897f3955b14922bc195b5de266644e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:52.610910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:52.620754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:52.632164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84b712dd-8f96-4308-9287-60921e23f3f6 req-e149ee51-d9aa-4181-bf2d-63f0edeced7a service neutron] 10.222.0.47 "GET /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770384
Apr 23 18:02:52.646668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Made reservation on behalf of 97897f3955b14922bc195b5de266644e for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:52.663349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:52.684543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:52.714434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:52.720934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Usage tracker for resource:security_group_rule and tenant:97897f3955b14922bc195b5de266644e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:52.728171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:52.730714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 0f9b507b-e970-440d-b02f-95a68882a895 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:52.739048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:52.771668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790097e-a3cf-47af-b71a-cecc77b693f2 None None] Network 730a4952-98ab-438b-8790-181e6787f460 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:02:52.783199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:02:52.903439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-93b875f0-eca5-495e-95b4-22d56be21717 None None] Provisioning for port 0f9b507b-e970-440d-b02f-95a68882a895 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:52.939103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 0f9b507b-e970-440d-b02f-95a68882a895 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:52.979872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 0f9b507b-e970-440d-b02f-95a68882a895 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:52.980105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.091527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.096389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.106059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c7285f75-2219-47b6-bc2a-d9d2492e1868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:53.129999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:02:53.142838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Sync routers for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:02:53.158340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:02:53.164656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2208>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:53.182197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:02:53.200079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:53.206757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:53.222889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.223377 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Added segment e4e1166d-d395-4e14-a329-bf7c35eabb20 of type vlan for network fa8dc69f-fd1e-4e60-8862-9914af716937
Apr 23 18:02:53.259268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.307981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.367542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.382627 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.0564549
Apr 23 18:02:53.383187 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 0f9b507b-e970-440d-b02f-95a68882a895, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=0f9b507b-e970-440d-b02f-95a68882a895,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:53.383307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57114) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:53.397233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.399705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:53.418124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57118) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:53.543415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:02:53.595643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=0f9b507b-e970-440d-b02f-95a68882a895,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:53.604473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:53.657897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e47ce2e2-4b87-438d-85e6-c038e8efcc4e None None] Provisioning complete for port 0f9b507b-e970-440d-b02f-95a68882a895 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:53.658329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e47ce2e2-4b87-438d-85e6-c038e8efcc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.719649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98763d9d-cf49-4385-9af3-6b15bc6b5b2d req-5212bdb0-81c9-4618-93e6-8090f91b0fe5 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:53.730812 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98763d9d-cf49-4385-9af3-6b15bc6b5b2d req-5212bdb0-81c9-4618-93e6-8090f91b0fe5 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.1556230
Apr 23 18:02:53.839467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:53.884011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:53.884011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Usage tracker for resource:security_group_rule and tenant:e0913de35a7d4e5988ee3877d8fdb73d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:53.887266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:53.895044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:54.021485 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.024442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57132) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:54.024661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.034671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:54.035449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.042108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.043680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-89becb77-9211-4f2d-967a-1f2ef3f58eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:54.088748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c87546a4-4810-43c4-b503-9559153ad4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:54.124923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0880f40-0aa4-4811-960e-77c7fdc101b6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:54.132568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:54.144114 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98763d9d-cf49-4385-9af3-6b15bc6b5b2d req-4afd638d-7168-4abf-bf6b-c9ff634ca9ca tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4122677
Apr 23 18:02:54.185386 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0913de35a7d4e5988ee3877d8fdb73d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7657373
Apr 23 18:02:54.189770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57140) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:54.206264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2208>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:51Z', 'revision_number': 3, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:54.225778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Checking router: 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:02:54.226407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Updating router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b port d827cbd8-7712-4d7f-9035-95e1718a7086 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:02:54.273151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57144) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:54.283645 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8678191
Apr 23 18:02:54.284414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57148) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:54.303267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.314078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Request body: {'subnet': {'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-957597657-subnet', 'tenant_id': '97897f3955b14922bc195b5de266644e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:02:54.333326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:54.365443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Pushing event updated for resources: {'Network': ['ID=fa8dc69f-fd1e-4e60-8862-9914af716937,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:54.369095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Usage tracker for resource:subnet and tenant:97897f3955b14922bc195b5de266644e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:54.381052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:54.383294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network fa8dc69f-fd1e-4e60-8862-9914af716937 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:02:54.384174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:54.392536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:54.421089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.446896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.454892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.482846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:54.487871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddcb2f513d94e3fad2edf3d76d03d37 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:54.492943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:54.500711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:54.537281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Made reservation on behalf of 97897f3955b14922bc195b5de266644e for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:02:54.542334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847164173'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.604583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.616289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a9af-4298-4075-890d-2a47ab15c73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.622479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:54.626095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.647647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfbf1144-af95-4c27-93c6-2c058a4b996f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:54.686974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ea280e44b45444d8bf15708394226352 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:54.704581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bffd49-5409-467a-b3c8-e9c0a62489d7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:54.713610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:54.722211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:54.785505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 0f9b507b-e970-440d-b02f-95a68882a895 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:54.836748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.847297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:54.867675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.873179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 0f9b507b-e970-440d-b02f-95a68882a895 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:54.873937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.878625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.891261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-082fdc90-3cbd-45c9-b02d-8cf1311bf0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:54.930301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7614663d-2224-4738-b7c7-6243472e2a62,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:54.950256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.955180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:54.970809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Transition to ACTIVE for port object d827cbd8-7712-4d7f-9035-95e1718a7086 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:54.974562 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ddcb2f513d94e3fad2edf3d76d03d37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9440649
Apr 23 18:02:54.979697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57158) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:54.982660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:54.994322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:55.010842 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea280e44b45444d8bf15708394226352&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7348039
Apr 23 18:02:55.015783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57162) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:55.021004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-929f7e7b-c809-44b2-a66c-430288298989 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:55.022712 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-929f7e7b-c809-44b2-a66c-430288298989 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.47 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.7160261
Apr 23 18:02:55.090757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Pushing event updated for resources: {'Port': ['ID=d827cbd8-7712-4d7f-9035-95e1718a7086,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:55.125715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.127442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.128048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.128646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.129724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.131837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.132455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.133142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.133724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.134386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.134939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.135498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:02:55.139344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Attempting to bind port d827cbd8-7712-4d7f-9035-95e1718a7086 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:02:55.140032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Attempting to bind port d827cbd8-7712-4d7f-9035-95e1718a7086 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:02:55.141673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Attempting to bind port d827cbd8-7712-4d7f-9035-95e1718a7086 on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:02:55.150012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:55.151264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:02:55.152460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:55.153118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.153896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:02:55.156109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Bound port: d827cbd8-7712-4d7f-9035-95e1718a7086, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:02:55.156786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.177342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.185495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:55.212298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.242686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.251628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] For port d827cbd8-7712-4d7f-9035-95e1718a7086, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:02:55.257267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] For port d827cbd8-7712-4d7f-9035-95e1718a7086, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=d827cbd8-7712-4d7f-9035-95e1718a7086,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:02:55.269983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0880f40-0aa4-4811-960e-77c7fdc101b6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:55.273861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.279694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:55.289347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:55.298310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.344930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.348895 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0880f40-0aa4-4811-960e-77c7fdc101b6 HTTP/1.1" status: 204  len: 168 time: 1.1543198
Apr 23 18:02:55.355641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.385357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:02:55.386030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2208>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:55.458821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Pushing event updated for resources: {'Port': ['ID=d827cbd8-7712-4d7f-9035-95e1718a7086,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:55.478277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.502397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.509484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:55.528631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bffd49-5409-467a-b3c8-e9c0a62489d7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:55.539933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4d404281-7e98-4691-a270-65ad8ff4cd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:55.547992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:55.548386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.560353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Deleting port 3a5a443f-dec6-4d62-b592-45ffee551faa {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:02:55.562127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.575330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7614663d-2224-4738-b7c7-6243472e2a62,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:55.583002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:55.589593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.591916 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39bffd49-5409-467a-b3c8-e9c0a62489d7 HTTP/1.1" status: 204  len: 168 time: 0.6045942
Apr 23 18:02:55.651401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.652633 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7614663d-2224-4738-b7c7-6243472e2a62 HTTP/1.1" status: 204  len: 168 time: 0.6314721
Apr 23 18:02:55.655828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:02:55.761999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a559-1009-4f5e-82ad-ae553b5556c2 req-8b754c4d-fcc2-4049-9d2c-9227b223a16b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:55.764404 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75b1a559-1009-4f5e-82ad-ae553b5556c2 req-8b754c4d-fcc2-4049-9d2c-9227b223a16b tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 945 time: 0.4152048
Apr 23 18:02:55.769772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57176) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:55.818157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848366551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847164190'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.833761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:55.837377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.900395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] For port 3a5a443f-dec6-4d62-b592-45ffee551faa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a5a443f-dec6-4d62-b592-45ffee551faa,segment=NetworkSegment(cb8f964e-4c15-4acb-8554-3f91f83c1aaf),segment_id=cb8f964e-4c15-4acb-8554-3f91f83c1aaf)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:55.903066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:55.925974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:55.934988 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75b1a559-1009-4f5e-82ad-ae553b5556c2 req-f13e0f97-66c0-4144-8c5d-9e8d3ae920a7 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616673
Apr 23 18:02:55.940164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Usage tracker for resource:security_group_rule and tenant:62fbbe1b54b246d49e85254ada6470c5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:56.017773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:56.024736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:56.111617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Checking segment: {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:02:56.112767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Network hostable DHCP agents. Network: fa8dc69f-fd1e-4e60-8862-9914af716937, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:02:56.124041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Calling delete_port for 3a5a443f-dec6-4d62-b592-45ffee551faa owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:02:56.126288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5a2ea4-295a-4c15-ba10-3f28f052d2b8,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:56.127042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:56.131734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcf2208>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:51Z', 'revision_number': 3, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:56.136407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d219b1-4728-4d22-b9a1-daca83c78fbf None None] The sync data for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi is: [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:51Z', 'revision_number': 3, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:02:56.180304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:56.236904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Allocated IP 172.20.0.1 (730a4952-98ab-438b-8790-181e6787f460/47b08129-f78a-4bfa-8bc8-3a45319aa591/529a88a4-62f0-4ff7-986a-9a905eb24786) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:02:56.257585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Network fa8dc69f-fd1e-4e60-8862-9914af716937 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:02:56.367878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, fa8dc69f-fd1e-4e60-8862-9914af716937) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:56.382034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110679f6-216e-463e-a90a-0a59093886c2 None None] Network fa8dc69f-fd1e-4e60-8862-9914af716937 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:02:56.431412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:56.432103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.439204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.440170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57188) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:56.462426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.470093 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.1797640
Apr 23 18:02:56.476647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-48f34ceb-1fed-4877-b8bb-b5ae88b6f9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:56.489381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57194) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:56.490208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.524639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6a483b8-a1ff-41d6-96c2-17d4410644ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.540319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.557517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:56.559930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.562309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.567478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Transition to ACTIVE for port object 529a88a4-62f0-4ff7-986a-9a905eb24786 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:02:56.580595 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62fbbe1b54b246d49e85254ada6470c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8093457
Apr 23 18:02:56.584808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Usage tracker for resource:security_group_rule and tenant:a6e57476711c4b87bc0010518846775c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:56.587735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57198) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:56.595229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f0401-6ef4-450c-bce0-f9baebd8dc3a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:56.597702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:56.603659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:56.604246 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:56.620005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:56.630077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:56.630805 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:56.685870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:56.689862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Usage tracker for resource:security_group_rule and tenant:cc013873bea14cac8a2ca9cfe283c590 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:56.730600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Network 730a4952-98ab-438b-8790-181e6787f460 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:56.732510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Pushing event deleted for resources: {'Port': ['ID=3a5a443f-dec6-4d62-b592-45ffee551faa,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:56.738181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:56.741013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:02:56.744864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:56.755705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8626d5-a175-4ac8-8e00-d11f8a9cfa8f None None] Network fa8dc69f-fd1e-4e60-8862-9914af716937 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:02:56.765779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:56.819075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Pushing event updated for resources: {'Port': ['ID=529a88a4-62f0-4ff7-986a-9a905eb24786,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:56.821459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:56.829214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:56.876408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.171349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.231283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-587b73f2-36db-44d3-947f-f64837361900 None None] Provisioning for port 529a88a4-62f0-4ff7-986a-9a905eb24786 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:57.244420 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-587b73f2-36db-44d3-947f-f64837361900 None None] Provisioning complete for port 529a88a4-62f0-4ff7-986a-9a905eb24786 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:57.245091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-587b73f2-36db-44d3-947f-f64837361900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.364928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] No DVR routers for this DVR port 3a5a443f-dec6-4d62-b592-45ffee551faa on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:02:57.399026 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-587b73f2-36db-44d3-947f-f64837361900 None None] Port 529a88a4-62f0-4ff7-986a-9a905eb24786 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:02:57.400982 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7e5d0843-1659-4552-8273-e0d1cf228d1f req-9bee78f2-70ea-4b2f-ac2e-1d3e328461d5 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1003256
Apr 23 18:02:57.419447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.428124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'name': 'network-vif-deleted', 'tag': '3a5a443f-dec6-4d62-b592-45ffee551faa'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:02:57.500750 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17a4332b-4a44-4d7b-96f2-2249b113494e req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.47 "DELETE /v2.0/ports/3a5a443f-dec6-4d62-b592-45ffee551faa HTTP/1.1" status: 204  len: 173 time: 2.4651642
Apr 23 18:02:57.582922 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c2a92-50c7-4471-8bd8-ea3d67ff97da', 'name': 'network-vif-deleted', 'tag': '3a5a443f-dec6-4d62-b592-45ffee551faa', 'status': 'completed', 'code': 200}
Apr 23 18:02:57.597177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.601269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.609623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.648757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.663647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:57.708699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.773893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Pushing event updated for resources: {'Port': ['ID=529a88a4-62f0-4ff7-986a-9a905eb24786,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:57.786131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:57.791191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.855155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.871627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:57.891549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.898224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f0401-6ef4-450c-bce0-f9baebd8dc3a,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:57.900604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:57.905095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.911235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.926502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c3e7703d-49a0-4c1e-9ce0-943933eeebdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:57.940210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.965003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:57.970274 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d1f0401-6ef4-450c-bce0-f9baebd8dc3a HTTP/1.1" status: 204  len: 168 time: 1.3725476
Apr 23 18:02:57.970474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3a5a443f-dec6-4d62-b592-45ffee551faa no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:02:58.014829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6e57476711c4b87bc0010518846775c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5697629
Apr 23 18:02:58.014829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e19cb-9daa-4086-9993-8ba93bcc1848,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:58.015092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 3a5a443f-dec6-4d62-b592-45ffee551faa {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:02:58.015650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3a5a443f-dec6-4d62-b592-45ffee551faa not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:02:58.018038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:58.018979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57220) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:58.019626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:58.034681 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc013873bea14cac8a2ca9cfe283c590&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5333917
Apr 23 18:02:58.047591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57224) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:58.110456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a8698e-ce0e-44d1-b741-adb34274afb2,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:58.125700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:58.171508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.202556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Network 730a4952-98ab-438b-8790-181e6787f460 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:02:58.204437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:02:58.204886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.225444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.261154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.333403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.341302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-449f17b0-5591-416f-8a6c-1b72379a5b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:58.348272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.359252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.366718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e19cb-9daa-4086-9993-8ba93bcc1848,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:58.369173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:58.372952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4525c2ce-7d93-4767-abd9-78859a774aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:58.390697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a8698e-ce0e-44d1-b741-adb34274afb2,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:58.393371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:58.394687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.406752 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a87e19cb-9daa-4086-9993-8ba93bcc1848 HTTP/1.1" status: 204  len: 168 time: 0.3796251
Apr 23 18:02:58.410583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.418173 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3a8698e-ce0e-44d1-b741-adb34274afb2 HTTP/1.1" status: 204  len: 168 time: 0.3692546
Apr 23 18:02:58.509194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:02:58.562869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57240) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:58.585815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6a6575c3-5eaa-43d1-89da-033877e042f7 None None] Provisioning complete for port 529a88a4-62f0-4ff7-986a-9a905eb24786 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:58.586315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a6575c3-5eaa-43d1-89da-033877e042f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.612102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.650706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:02:58.655929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5daebc45608e42eab7df432c8c120ca9 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:02:58.682719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:02:58.718499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-6a6575c3-5eaa-43d1-89da-033877e042f7 None None] Port 529a88a4-62f0-4ff7-986a-9a905eb24786 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:02:58.803991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ac3186a4-1588-4550-a0fe-a7832f97fccb req-d323782c-c2e9-4e46-9fc5-8ae157b4691d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Synchronizing usage tracker for tenant:5c8971bd2f144291b960f9a9937d2747 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:02:58.807774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device d827cbd8-7712-4d7f-9035-95e1718a7086 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:02:58.813247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:02:58.847521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ac3186a4-1588-4550-a0fe-a7832f97fccb req-d323782c-c2e9-4e46-9fc5-8ae157b4691d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Unset dirty status for tenant:5c8971bd2f144291b960f9a9937d2747 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:02:58.848859 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac3186a4-1588-4550-a0fe-a7832f97fccb req-d323782c-c2e9-4e46-9fc5-8ae157b4691d tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] 10.222.0.24 "GET /v2.0/ports?device_id=982c2a92-50c7-4471-8bd8-ea3d67ff97da HTTP/1.1" status: 200  len: 210 time: 0.1885741
Apr 23 18:02:58.924678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:02:58.933290 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] 10.222.0.24 "PUT /v2.0/routers/2d2415e5-a110-4ca5-9aa1-c3d708a29f9b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5493734
Apr 23 18:02:58.955093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port d827cbd8-7712-4d7f-9035-95e1718a7086 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:02:58.961871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.962423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port d827cbd8-7712-4d7f-9035-95e1718a7086 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:02:58.963015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:58.965263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.011617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6cc9ffc0-389b-4c83-b9c2-e2c889e8f679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:59.032819 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5daebc45608e42eab7df432c8c120ca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4685888
Apr 23 18:02:59.035796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57256) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:02:59.073356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87485dd-fc6c-449e-beae-d1b22f562a87,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:59.084698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:59.151781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.157131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.175254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port d827cbd8-7712-4d7f-9035-95e1718a7086, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=d827cbd8-7712-4d7f-9035-95e1718a7086,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:02:59.182749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.186025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1dfba1b-e7ea-400d-b270-b4179feb905c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:59.261874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.301765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.327687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=d827cbd8-7712-4d7f-9035-95e1718a7086,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:59.333688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:59.385102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.393311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-291ebeab-8840-4b7f-b1ee-c04733ceaa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:02:59.408291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87485dd-fc6c-449e-beae-d1b22f562a87,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:02:59.411051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:02:59.424302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:02:59.426798 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a87485dd-fc6c-449e-beae-d1b22f562a87 HTTP/1.1" status: 204  len: 168 time: 0.3895988
Apr 23 18:02:59.554174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-f7a5504d-7bcc-4e1b-83c0-126904f78d3a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:59.555684 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-f7a5504d-7bcc-4e1b-83c0-126904f78d3a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.2486753
Apr 23 18:02:59.576595 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-e23060a0-0e1d-4043-b1bc-4988df59c3df tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/quotas/9b27c35630ec470ba07816df16d47d68 HTTP/1.1" status: 200  len: 375 time: 0.0135362
Apr 23 18:02:59.731553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Sync routers for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:02:59.743538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:02:59.744501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcd05f8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:02:59.817863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-21358d3a-32c7-4118-97e7-7c5b021ed5ab tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:02:59.819379 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-21358d3a-32c7-4118-97e7-7c5b021ed5ab tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/networks?id=fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 200  len: 808 time: 0.1729100
Apr 23 18:02:59.846963 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-5d606753-cc50-4ef0-ad12-959aab2b4cfe tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/quotas/97897f3955b14922bc195b5de266644e HTTP/1.1" status: 200  len: 375 time: 0.0156345
Apr 23 18:02:59.855591 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-817872f0-2aa1-4f3f-9f4a-5d52b1af1193 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2681575
Apr 23 18:02:59.942874 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-78adf7d5-64c6-4eb1-b70f-0dcc40c385fb tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97897f3955b14922bc195b5de266644e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0860174
Apr 23 18:03:00.183330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:00.210861 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-63c45b7a-a88b-49f6-a335-fa8e1272dd2a service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3046584
Apr 23 18:03:00.254444 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-85a49a48-3579-4fa8-9bb9-4a62dc195c09 service neutron] 10.222.0.24 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615001
Apr 23 18:03:00.406712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57330) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:00.413432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-642204865-network', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:00.419164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:00.432300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Usage tracker for resource:network and tenant:31d972c16fb147a9a614fb017ea42a87 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:00.443395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:00.463779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:00.488426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Made reservation on behalf of 31d972c16fb147a9a614fb017ea42a87 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:00.499680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:00.524419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:00.530158 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-de2b7e58-efbf-4239-aade-75294ef36486 service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074906
Apr 23 18:03:00.535773 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-cdb64fdd-a36c-4db0-af60-c757e240cb47 service neutron] 10.222.0.24 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2130117
Apr 23 18:03:00.564122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:00.574080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Usage tracker for resource:security_group_rule and tenant:31d972c16fb147a9a614fb017ea42a87 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:00.583228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:00.595368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:00.804724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcd05f8>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:02:57Z', 'revision_number': 2, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:00.809367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device d827cbd8-7712-4d7f-9035-95e1718a7086 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:00.938276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:00.944313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:00.946338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Checking router: 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:03:00.946746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Updating router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b port 529a88a4-62f0-4ff7-986a-9a905eb24786 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:03:00.965597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c89c7076-76bf-4fb3-9111-3ecc63698060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:00.998287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:03:01.008220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d6d27-0c1f-4ef0-a71a-7115c8dec0b5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:01.012224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:01.015620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:01.016067 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Added segment 366af6ea-beea-4cee-a170-e1a2860e9480 of type vlan for network 5ac13782-6158-4df4-9feb-57f6013932fa
Apr 23 18:03:01.017640 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cef81556-b761-4c89-bf31-36804ac3646b req-ce6a575b-51db-483a-9bcf-872e665bc0d5 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.1010122
Apr 23 18:03:01.099905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:01.122474 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7992e58d-2e04-445b-ab92-4914bf6e9ee0 req-f977f704-9cc8-448b-9ab9-2b550eb425b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.0991125
Apr 23 18:03:01.181436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:01.182864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:01.183512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:01.192914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:01.254551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:01.292811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port d827cbd8-7712-4d7f-9035-95e1718a7086 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:01.293233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:01.439643 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0316253
Apr 23 18:03:01.442522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57374) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:01.442903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac13782-6158-4df4-9feb-57f6013932fa,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:01.449187 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Request body: {'subnet': {'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-642204865-subnet', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:01.460657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:01.465259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:01.477325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Usage tracker for resource:subnet and tenant:31d972c16fb147a9a614fb017ea42a87 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:01.477532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 5ac13782-6158-4df4-9feb-57f6013932fa details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:03:01.487371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:01.510605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:01.542515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Made reservation on behalf of 31d972c16fb147a9a614fb017ea42a87 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:01.561655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.131290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.167267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Transition to ACTIVE for port object 529a88a4-62f0-4ff7-986a-9a905eb24786 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:02.183091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.201873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:02.248056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57406) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:02.428389 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-185d6a80-5e41-49f8-b8dd-6bfef03a1897 req-e35ec490-bd04-488b-8d3d-e8741769e550 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.1129158
Apr 23 18:03:02.515990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179942f-0e39-4fa5-958b-f5b7c3ec6129 None None] Pushing event updated for resources: {'Port': ['ID=529a88a4-62f0-4ff7-986a-9a905eb24786,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:02.547994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b179942f-0e39-4fa5-958b-f5b7c3ec6129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:02.589541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Attempting to bind port 529a88a4-62f0-4ff7-986a-9a905eb24786 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:02.589765 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-392fc0ae-e4e0-4385-9263-64e2cdc5f80d req-610d363d-19c4-4ea6-8609-b7ee7a0cafd8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.0733371
Apr 23 18:03:02.590204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Attempting to bind port 529a88a4-62f0-4ff7-986a-9a905eb24786 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:02.591053 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Attempting to bind port 529a88a4-62f0-4ff7-986a-9a905eb24786 on network 730a4952-98ab-438b-8790-181e6787f460 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:02.600561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:02.601480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Checking segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:02.602076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.603067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Bound using segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:02.603611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Bound port: 529a88a4-62f0-4ff7-986a-9a905eb24786, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:02.604343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.623414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.628390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a1cadb55-2565-43de-b79c-2bee2d7811d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:02.659483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1402417374-network', 'tenant_id': '7c94f8f411a448d6b2a3f94554761b32'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:02.669733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:02.681086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Usage tracker for resource:network and tenant:7c94f8f411a448d6b2a3f94554761b32 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:02.687926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:02.717444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e411ffd6-b198-485f-95d3-7f7d946ee1d9,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:02.722866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Checking segment: {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:02.723175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:02.723281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Network hostable DHCP agents. Network: 5ac13782-6158-4df4-9feb-57f6013932fa, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:03:02.728237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:02.739947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] For port 529a88a4-62f0-4ff7-986a-9a905eb24786, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:02.745875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Network 5ac13782-6158-4df4-9feb-57f6013932fa is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:03:02.748210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] For port 529a88a4-62f0-4ff7-986a-9a905eb24786, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=529a88a4-62f0-4ff7-986a-9a905eb24786,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:02.749833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Made reservation on behalf of 7c94f8f411a448d6b2a3f94554761b32 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:02.752671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.757424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.759391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:02.766059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 5ac13782-6158-4df4-9feb-57f6013932fa) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:02.776164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.784195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:02.792783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:02.805311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a07be9-ddc4-4710-aa66-2c304f703552 None None] Network 5ac13782-6158-4df4-9feb-57f6013932fa requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:03:02.812761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:02.817768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Usage tracker for resource:security_group_rule and tenant:7c94f8f411a448d6b2a3f94554761b32 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:02.821859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:02.829334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:02.893682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cdb2c994-ce39-4748-8a16-3fc78aa24ae1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4495320
Apr 23 18:03:02.896235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57424) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:02.908563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:02.926912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:02.945088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Usage tracker for resource:router and tenant:31d972c16fb147a9a614fb017ea42a87 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:02.953470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:02.973953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:03.006657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179942f-0e39-4fa5-958b-f5b7c3ec6129 None None] Pushing event updated for resources: {'Port': ['ID=529a88a4-62f0-4ff7-986a-9a905eb24786,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:03.013957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b179942f-0e39-4fa5-958b-f5b7c3ec6129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:03.034166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:03.035034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcd05f8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:03.050210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.080750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.082411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.084851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.085335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ea382a1b-3703-46c2-a434-40923c681b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:03.190360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:03:03.211352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.213480 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Added segment d4826713-93b1-40dc-ada4-45c3cd5c085a of type vlan for network 82162c83-adfd-480b-a93b-de5afcb56ba0
Apr 23 18:03:03.289370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.395081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.409222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:03.409897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.420064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff39c89-a464-408b-96fc-f039476bd6b3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:03.451582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:03.473014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c856edd9-e292-4874-b320-7004989ac056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:03.582033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57446) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:03.610063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Pushing event updated for resources: {'Network': ['ID=82162c83-adfd-480b-a93b-de5afcb56ba0,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:03.625456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:03.649849 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3992679
Apr 23 18:03:03.654005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57454) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:03.667687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Request body: {'subnet': {'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1402417374-subnet', 'tenant_id': '7c94f8f411a448d6b2a3f94554761b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:03.669237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:03:03.685745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:03.697625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Usage tracker for resource:subnet and tenant:7c94f8f411a448d6b2a3f94554761b32 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:03.705380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:03.706383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:03.716737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:03.740746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Made reservation on behalf of 7c94f8f411a448d6b2a3f94554761b32 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:03.756527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847164173'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:04.115048 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d41bf682-8150-476d-a774-f1daa3e61fa3 req-e0f74124-460b-4c99-9f53-e69d120a86a9 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.3926833
Apr 23 18:03:04.264436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:04.295541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848366551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847164190'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:04.308972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ec945b30-6603-4da2-9da3-8554900ec975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:04.348680 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c513b1d6-c8c5-43f3-98c8-c6fe10ac3fca req-a204e175-7fb2-41a8-8d20-cb4e29efb1f5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.3729556
Apr 23 18:03:04.361649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-29c6d027-9b08-45fb-90fb-30a8833e664e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:04.363743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-29c6d027-9b08-45fb-90fb-30a8833e664e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "GET /v2.0/networks?id=fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 200  len: 808 time: 1.2538998
Apr 23 18:03:04.371496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Deleting subnet fd732312-de0a-4b30-9170-f10ae3c75235 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:03:04.394298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-5ac13782-6158-4df4-9feb-57f6013932fa', 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'fixed_ips': [{'subnet_id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:03:04.395384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:04.396993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6904d5a-bb5b-403d-956a-0d854424f020,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:04.407450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:04.439521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Checking segment: {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:04.440252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Network hostable DHCP agents. Network: 82162c83-adfd-480b-a93b-de5afcb56ba0, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:03:04.443728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:04.463174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:03:04.474142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 82162c83-adfd-480b-a93b-de5afcb56ba0) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:04.488271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9d513-92c9-4761-bfc5-7e6e0d8210ed None None] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:03:04.489970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:04.490927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:04.522470 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-92e3f819-6e20-4252-8833-bac010af85a2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8669157
Apr 23 18:03:04.611094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Request body: {'port': {'device_id': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937', 'admin_state_up': True, 'tenant_id': '97897f3955b14922bc195b5de266644e'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:04.875397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-d1b0022b-11fc-410f-8c33-8fcbeaf9555d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:04.876959 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-d1b0022b-11fc-410f-8c33-8fcbeaf9555d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.9274650
Apr 23 18:03:04.910653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Allocated IP 172.20.0.2 (5ac13782-6158-4df4-9feb-57f6013932fa/e411ffd6-b198-485f-95d3-7f7d946ee1d9/b70b693e-2bc6-486d-b819-7d101d302021) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:04.973285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:04.980856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Request body: {'port': {'device_id': '76dd4d3d-2494-448b-9800-02461189c0b9', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'admin_state_up': True, 'tenant_id': '9b27c35630ec470ba07816df16d47d68'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:05.150401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:05.234860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:05.394554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:05.437130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:05.473467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Usage tracker for resource:port and tenant:97897f3955b14922bc195b5de266644e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:05.480411 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e116735a-2c85-430a-b506-8757818993f8 req-43a96afb-1dec-4898-a1fe-558eb53fe384 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.1452501
Apr 23 18:03:05.486441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:05.499028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Transition to ACTIVE for port object b70b693e-2bc6-486d-b819-7d101d302021 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:05.613490 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab0264-2039-4d45-b1a3-8d9844647ae3 None None] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:03:05.705250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Transition to ACTIVE for port object b70b693e-2bc6-486d-b819-7d101d302021 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:05.720356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:05.729093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:05.823184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:05.823533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcd05f8>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:02Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:05.847739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Network 5ac13782-6158-4df4-9feb-57f6013932fa is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:05.851967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:05.854545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:05.864207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38296ce0-388f-44d9-bfce-c3a5619d13b7 None None] The sync data for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi is: [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:02Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:03:05.920557 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:05.945078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Made reservation on behalf of 97897f3955b14922bc195b5de266644e for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:05.954437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:06.014141 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb2b606a-1ac5-4590-8a0b-3e0dbf1fff0c req-c1adbdf1-45e8-42d5-b9ca-7047137accbe tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.1919396
Apr 23 18:03:06.035510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:06.091699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Pushing event updated for resources: {'Port': ['ID=b70b693e-2bc6-486d-b819-7d101d302021,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:06.112788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:06.196946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Made reservation on behalf of 9b27c35630ec470ba07816df16d47d68 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:06.203567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:06.277267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Attempting to bind port b70b693e-2bc6-486d-b819-7d101d302021 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:06.277533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Attempting to bind port b70b693e-2bc6-486d-b819-7d101d302021 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:06.277894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Attempting to bind port b70b693e-2bc6-486d-b819-7d101d302021 on network 5ac13782-6158-4df4-9feb-57f6013932fa {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:06.286031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:06.286448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Checking segment: {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:06.286898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:06.287501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Bound using segment: {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:06.288058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Bound port: b70b693e-2bc6-486d-b819-7d101d302021, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:06.288493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:06.399763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] For port b70b693e-2bc6-486d-b819-7d101d302021, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:06.403177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] For port b70b693e-2bc6-486d-b819-7d101d302021, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=b70b693e-2bc6-486d-b819-7d101d302021,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:06.408819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:06.415937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:06.481262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:06.512058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5009be38-3afe-4c06-b73c-e1f0e811577a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:06.530785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Pushing event updated for resources: {'Port': ['ID=b70b693e-2bc6-486d-b819-7d101d302021,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:06.534175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:06.559610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Allocated IP 172.20.0.3 (fa8dc69f-fd1e-4e60-8862-9914af716937/be5a2ea4-295a-4c15-ba10-3f28f052d2b8/d7367d68-2095-454a-9762-78973fb6f789) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:06.640339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Allocated IP 172.20.0.10 (cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9/7478072b-f485-40e8-b5ea-8ac62a4a8c3f/b81d5e6c-6eac-4247-9494-32ff920b1074) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:06.826904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 529a88a4-62f0-4ff7-986a-9a905eb24786 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:07.021886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 529a88a4-62f0-4ff7-986a-9a905eb24786 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:07.024086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd732312-de0a-4b30-9170-f10ae3c75235,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:07.027110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:07.037460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 529a88a4-62f0-4ff7-986a-9a905eb24786 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:07.038570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.132078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.230384 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-45f6f7a0-443d-415a-b42b-9c37c83c4830 req-3ce8cbea-0b8d-46ad-b0dc-84fa1106260f tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.2809370
Apr 23 18:03:07.242081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.280248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.289651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 529a88a4-62f0-4ff7-986a-9a905eb24786, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=529a88a4-62f0-4ff7-986a-9a905eb24786,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:07.292956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.295937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b179942f-0e39-4fa5-958b-f5b7c3ec6129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:07.411214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=529a88a4-62f0-4ff7-986a-9a905eb24786,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:07.415315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:07.515081 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd732312-de0a-4b30-9170-f10ae3c75235 HTTP/1.1" status: 204  len: 168 time: 3.8163426
Apr 23 18:03:07.515632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57564) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:07.553605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-32fb6099-c547-455c-a79b-317e26262798 req-9964029e-e753-41ec-b726-adb507a2affd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:03:07.639169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.685372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.733587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.786289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.793988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-32fb6099-c547-455c-a79b-317e26262798 req-9964029e-e753-41ec-b726-adb507a2affd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:03:07.795938 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32fb6099-c547-455c-a79b-317e26262798 req-9964029e-e753-41ec-b726-adb507a2affd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.3409324
Apr 23 18:03:07.848374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:07.879776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-6f601d37-eb8b-4e19-a7e5-d934a6f05817 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:07.881748 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-6f601d37-eb8b-4e19-a7e5-d934a6f05817 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/networks?id=82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 200  len: 814 time: 0.7260346
Apr 23 18:03:07.886573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:07.934523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ab66d77d-1ac5-4de8-a8d9-c4c48b116603 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:08.036464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a325bc828>,) {'filters': {'network_id': ['3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:08.107913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a325bc828>, 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:08.108175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a325bc828>, 'cb8f964e-4c15-4acb-8554-3f91f83c1aaf') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:08.150732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:08.184992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:08.221636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event updated for resources: {'Port': ['ID=b81d5e6c-6eac-4247-9494-32ff920b1074,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:08.225963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:03:08.235365 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-26a83d88-350e-43d4-8575-4ac28c8c399a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/quotas/7c94f8f411a448d6b2a3f94554761b32 HTTP/1.1" status: 200  len: 375 time: 0.3019152
Apr 23 18:03:08.296336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:08.301165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:08.303855 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-ecca2348-3827-43a5-9bfe-c2d25bfcb60d tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c94f8f411a448d6b2a3f94554761b32&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0672257
Apr 23 18:03:08.315608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:08.326844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18d758-e176-4ba2-a350-8e1173502b57 None None] Network 5ac13782-6158-4df4-9feb-57f6013932fa requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:03:08.327206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:08.333459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:08.334173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:08.340765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:08.508713 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-2f38087f-5c62-4f1f-ae92-091568b730b0 service neutron] 10.222.0.24 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629875
Apr 23 18:03:08.536996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:03:08.550524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:08.584747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ce583cc9-bf1a-4876-a3d6-8e7c5bac5ff7 req-68701310-ac95-4e03-8aa9-43742752ffe1 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Synchronizing usage tracker for tenant:97897f3955b14922bc195b5de266644e on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:03:08.848558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-83190ca4-e26f-4178-8f10-496e1c2ecfed None None] Provisioning for port b70b693e-2bc6-486d-b819-7d101d302021 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:08.853717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Network 3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:03:08.921914 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:03:08.967513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device b70b693e-2bc6-486d-b819-7d101d302021 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:09.025880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57598) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:09.058373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.062889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:09.095792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.105659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.117043 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f HTTP/1.1" status: 204  len: 168 time: 1.6000333
Apr 23 18:03:09.117996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Pushing event deleted for resources: {'Network': ['ID=3382d0ad-3c7d-483e-8c71-2d1a8bd68f5f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:09.122146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:09.137220 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1606498
Apr 23 18:03:09.141998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Allocated IP 172.27.2.127 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/92a2411b-54e7-4042-ba74-20b405fbe27e) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:09.159476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port b70b693e-2bc6-486d-b819-7d101d302021 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:09.164555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Request body: {'port': {'device_id': '76dd4d3d-2494-448b-9800-02461189c0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:09.168202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port b70b693e-2bc6-486d-b819-7d101d302021 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:09.169751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.205790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:09.260497 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-ca8d8db7-e5b9-45a6-bbb1-cfd725137b0d service neutron] 10.222.0.24 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6657088
Apr 23 18:03:09.274312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Network fa8dc69f-fd1e-4e60-8862-9914af716937 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:09.288208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:09.291005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.292575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:09.307725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:09.308545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.320134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ce583cc9-bf1a-4876-a3d6-8e7c5bac5ff7 req-68701310-ac95-4e03-8aa9-43742752ffe1 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Unset dirty status for tenant:97897f3955b14922bc195b5de266644e on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:03:09.321411 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce583cc9-bf1a-4876-a3d6-8e7c5bac5ff7 req-68701310-ac95-4e03-8aa9-43742752ffe1 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.8038251
Apr 23 18:03:09.342576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:09.353112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Usage tracker for resource:security_group_rule and tenant:b83b40822e474706af93e06101e5021b is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:09.354523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.369884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:09.393959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:09.400780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port b70b693e-2bc6-486d-b819-7d101d302021, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=b70b693e-2bc6-486d-b819-7d101d302021,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:09.405613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57608) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:09.410370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.410860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 529a88a4-62f0-4ff7-986a-9a905eb24786 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:09.460205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:09.582170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-745d895b-1d3d-4d90-91c9-6ec5112600b4 None None] Provisioning complete for port b70b693e-2bc6-486d-b819-7d101d302021 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:09.582830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-745d895b-1d3d-4d90-91c9-6ec5112600b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.612966 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6d2bebe1-568e-487b-935b-9e12569511b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8971bd2f144291b960f9a9937d2747&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1956971
Apr 23 18:03:09.615303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57616) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:09.631447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=b70b693e-2bc6-486d-b819-7d101d302021,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:09.637521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:09.644471 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1630232
Apr 23 18:03:09.645440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Pushing event updated for resources: {'Port': ['ID=d7367d68-2095-454a-9762-78973fb6f789,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:09.669414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 529a88a4-62f0-4ff7-986a-9a905eb24786 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:09.669835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.689516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.731398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.806948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.812061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.816468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.821415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:09.847098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-18625957-aed2-4622-b744-029fbe1e1dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:09.876393 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b83b40822e474706af93e06101e5021b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8461795
Apr 23 18:03:09.877361 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57628) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:09.894604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.901914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed7e38-4e1d-413e-ab04-2efea1b8ea69,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:09.912793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:09.913384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5aca079f-f85f-401e-964a-341b9faeed1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:09.928054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb9d2a4-8b2a-4814-b283-eab0054a8ff0,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:09.933970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Request body: {'port': {'device_id': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:09.938247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:09.965691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:09.967705 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fb9d2a4-8b2a-4814-b283-eab0054a8ff0 HTTP/1.1" status: 204  len: 168 time: 0.3514292
Apr 23 18:03:09.977166 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-945eaab3-6284-4a98-8079-b0f5fbde2bdb req-5ccd94d3-cbb7-4f0a-8f10-d62a8dc8b0dd tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 210 time: 0.1544876
Apr 23 18:03:10.004502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.039073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.040647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.152924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.159675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b81ccb42-8736-4d93-b204-2efc85c8f09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:10.180299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed7e38-4e1d-413e-ab04-2efea1b8ea69,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:10.185737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.192777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:10.194266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.200107 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fed7e38-4e1d-413e-ab04-2efea1b8ea69 HTTP/1.1" status: 204  len: 168 time: 0.3204980
Apr 23 18:03:10.276710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8ea212e3-ba0d-49e9-8dd3-5d63dd4372c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:10.339654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.426046 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:10.442771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2ded-39ea-4847-8546-761ccb2af105 req-221964a1-df3d-47b4-9cf9-01797c805844 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:10.444556 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f4af2ded-39ea-4847-8546-761ccb2af105 req-221964a1-df3d-47b4-9cf9-01797c805844 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 932 time: 0.6249449
Apr 23 18:03:10.484354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:10.487121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:10.664322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57656) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:10.687205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.705887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:10.712128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Usage tracker for resource:security_group_rule and tenant:4a9e8fafcc8f4c4d89ccdb733e94f349 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:10.714342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Pushing event updated for resources: {'Port': ['ID=92a2411b-54e7-4042-ba74-20b405fbe27e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:10.716580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:10.718290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:10.727174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:10.801712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device b70b693e-2bc6-486d-b819-7d101d302021 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:10.907235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port b70b693e-2bc6-486d-b819-7d101d302021 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:10.907927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:10.986802 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f4af2ded-39ea-4847-8546-761ccb2af105 req-011d9979-a902-4e3b-9974-e5bd74ed2544 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4365036
Apr 23 18:03:11.021540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:11.101130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:11.162397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-431eb4a2-36cf-4406-86cf-3e37ae0823b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:11.626115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e172e84-4bd8-4228-a00a-edc2528ebf4b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:11.631093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:11.693356 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a9e8fafcc8f4c4d89ccdb733e94f349&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0278473
Apr 23 18:03:11.696822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57686) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:11.723522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-6c8e9dc9-e9fc-47a1-b922-0ce58ba0fc84 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:11.724384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-265bd5cd-6875-4308-91cf-075a5009a746 req-6c8e9dc9-e9fc-47a1-b922-0ce58ba0fc84 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Synchronizing usage tracker for tenant:7c94f8f411a448d6b2a3f94554761b32 on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:03:11.727034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57690) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:11.779413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-265bd5cd-6875-4308-91cf-075a5009a746 req-6c8e9dc9-e9fc-47a1-b922-0ce58ba0fc84 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Unset dirty status for tenant:7c94f8f411a448d6b2a3f94554761b32 on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:03:11.781232 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-6c8e9dc9-e9fc-47a1-b922-0ce58ba0fc84 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "GET /v2.0/networks?id=82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 200  len: 814 time: 0.7585549
Apr 23 18:03:11.795199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:11.802026 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Request body: {'port': {'device_id': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0', 'admin_state_up': True, 'tenant_id': '7c94f8f411a448d6b2a3f94554761b32'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:11.815937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0a4d6-54b3-4207-8a0b-428f92649454 req-21f2294c-dfba-4fba-894b-d522bed2660d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:11.823462 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-23c0a4d6-54b3-4207-8a0b-428f92649454 req-21f2294c-dfba-4fba-894b-d522bed2660d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 931 time: 1.2850957
Apr 23 18:03:11.834287 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d918712a-decd-4f54-99ac-cf28b045204c req-46711174-9745-4c04-85d1-febc2ccb3c3a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 210 time: 0.2212429
Apr 23 18:03:11.879843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81d5e6c-6eac-4247-9494-32ff920b1074 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:11.886980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:03:11.897973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:11.903390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-network', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:11.918678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:11.928562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Usage tracker for resource:network and tenant:25190a6d8bb04135a24f0f208040fd24 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:11.937767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:11.944739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:11.959101 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-23c0a4d6-54b3-4207-8a0b-428f92649454 req-0e7a21f0-362f-43b5-86c3-4c76cc859e13 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346090
Apr 23 18:03:11.969025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Transition to ACTIVE for port object b81d5e6c-6eac-4247-9494-32ff920b1074 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:11.982479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:11.982635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:11.999500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b60abfa-f173-4be6-8c3c-c6af26784bac tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:12.018796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Made reservation on behalf of 25190a6d8bb04135a24f0f208040fd24 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:12.023528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.042364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.078180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:12.086547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Usage tracker for resource:security_group_rule and tenant:25190a6d8bb04135a24f0f208040fd24 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:12.090709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:12.096975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:12.100859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:12.106143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Usage tracker for resource:port and tenant:7c94f8f411a448d6b2a3f94554761b32 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:12.111850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:12.114626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.127617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8636bb4d-f8fe-43b5-a87c-7ed6b43c8b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:12.143636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:12.153151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.159390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e172e84-4bd8-4228-a00a-edc2528ebf4b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:12.161845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:12.162859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.164109 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e172e84-4bd8-4228-a00a-edc2528ebf4b HTTP/1.1" status: 204  len: 168 time: 0.4661651
Apr 23 18:03:12.190712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Made reservation on behalf of 7c94f8f411a448d6b2a3f94554761b32 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:12.197223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.382461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.418095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.432257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cb61fbf9-662d-49d0-adbe-f665ed842fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:12.442655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5e6c-6eac-4247-9494-32ff920b1074,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:12.446399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:12.475753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:03:12.479086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7367d68-2095-454a-9762-78973fb6f789 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:12.506890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f28120-cf63-47bb-b7a2-ee74179035aa,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:12.510300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.510689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Added segment 22e01a7b-9586-4edc-b0f2-6d0600fb394d of type vlan for network a0195412-d22c-45e7-9249-ad16c7281a9e
Apr 23 18:03:12.512448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Allocated IP 172.20.0.11 (82162c83-adfd-480b-a93b-de5afcb56ba0/f6904d5a-bb5b-403d-956a-0d854424f020/ad9826c9-1867-4e59-b042-2216a6d4705d) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:12.519980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:12.524847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.555242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Transition to ACTIVE for port object d7367d68-2095-454a-9762-78973fb6f789 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:12.567939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.582951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.605710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:12.642156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Attempting to bind port b81d5e6c-6eac-4247-9494-32ff920b1074 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:12.642536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Attempting to bind port b81d5e6c-6eac-4247-9494-32ff920b1074 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:12.642906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Attempting to bind port b81d5e6c-6eac-4247-9494-32ff920b1074 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:12.690034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Port b81d5e6c-6eac-4247-9494-32ff920b1074 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:03:12.690392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Attempting to bind port b81d5e6c-6eac-4247-9494-32ff920b1074 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:12.731700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.737250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:12.737250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.744468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d07e5e50-4c91-495c-bc6c-2e008cfafa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:12.844429 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef744e-718b-4c3c-8cd0-7aceefd3f94c req-76385a54-f2a8-400f-814b-c099538901b0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:12.846061 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6ef744e-718b-4c3c-8cd0-7aceefd3f94c req-76385a54-f2a8-400f-814b-c099538901b0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 944 time: 0.6961694
Apr 23 18:03:12.860059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:12.860442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Checking segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:12.860869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Bound using segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:12.861368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Bound port: b81d5e6c-6eac-4247-9494-32ff920b1074, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:12.861756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:12.943504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Pushing event updated for resources: {'Network': ['ID=a0195412-d22c-45e7-9249-ad16c7281a9e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:12.949975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:12.956874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network a0195412-d22c-45e7-9249-ad16c7281a9e details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:03:12.963498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Pushing event updated for resources: {'Port': ['ID=d7367d68-2095-454a-9762-78973fb6f789,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:12.968056 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.2367566
Apr 23 18:03:12.968739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57728) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:12.979932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Request body: {'subnet': {'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-subnet', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:13.000025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:13.009140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Usage tracker for resource:subnet and tenant:25190a6d8bb04135a24f0f208040fd24 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:13.012427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:13.035338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.038679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:13.074539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:13.077028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Made reservation on behalf of 25190a6d8bb04135a24f0f208040fd24 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:13.092030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847164173'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.266058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.277117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-96ba2792-694b-49ac-a0e6-0a90eeb5c2aa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:13.351661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:13.358691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:13.415308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:13.475121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Pushing event updated for resources: {'Port': ['ID=ad9826c9-1867-4e59-b042-2216a6d4705d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:13.481058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:13.506123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Attempting to bind port d7367d68-2095-454a-9762-78973fb6f789 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:13.506502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Attempting to bind port d7367d68-2095-454a-9762-78973fb6f789 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:13.506874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Attempting to bind port d7367d68-2095-454a-9762-78973fb6f789 on network fa8dc69f-fd1e-4e60-8862-9914af716937 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:13.529975 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6ef744e-718b-4c3c-8cd0-7aceefd3f94c req-381fdc12-b698-43d7-9af3-5ab76120a260 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6583190
Apr 23 18:03:13.532670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:13.533864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.545870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Port d7367d68-2095-454a-9762-78973fb6f789 on network fa8dc69f-fd1e-4e60-8862-9914af716937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:03:13.546258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Attempting to bind port d7367d68-2095-454a-9762-78973fb6f789 on network fa8dc69f-fd1e-4e60-8862-9914af716937 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:13.574331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:13.574717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Checking segment: {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:13.575122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Bound using segment: {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:13.576242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Bound port: d7367d68-2095-454a-9762-78973fb6f789, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:13.576769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.594240 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7962475
Apr 23 18:03:13.628668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Request body: {'port': {'device_id': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:13.657737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.678180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] For port b81d5e6c-6eac-4247-9494-32ff920b1074, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:13.818731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] For port b81d5e6c-6eac-4247-9494-32ff920b1074, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b81d5e6c-6eac-4247-9494-32ff920b1074,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:13.846163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.910684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:13.924558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bba9a-a36b-40a3-85da-809dc04e7a10 req-4dfb9217-93ce-4242-aa86-dd37daa81475 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:13.926500 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f0bba9a-a36b-40a3-85da-809dc04e7a10 req-4dfb9217-93ce-4242-aa86-dd37daa81475 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 932 time: 0.8354704
Apr 23 18:03:13.950805 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:14.031756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] For port d7367d68-2095-454a-9762-78973fb6f789, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:14.140307 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f0bba9a-a36b-40a3-85da-809dc04e7a10 req-5b35662a-739a-41ef-84e7-57b51ec13774 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574554
Apr 23 18:03:14.158804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:14.159604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.161563 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] 10.222.0.47 "PUT /v2.0/ports/b81d5e6c-6eac-4247-9494-32ff920b1074 HTTP/1.1" status: 200  len: 1094 time: 5.0019896
Apr 23 18:03:14.173827 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] For port d7367d68-2095-454a-9762-78973fb6f789, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d7367d68-2095-454a-9762-78973fb6f789,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:14.189990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dd4d3d-2494-448b-9800-02461189c0b9', 'tag': 'b81d5e6c-6eac-4247-9494-32ff920b1074'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:14.190251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848366551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847164190'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.199187 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:14.202863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.231722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf955-d08d-4a3c-8b93-00bc862db9b2 req-cb8d2064-95a0-4ff0-bd49-0a081695a55e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:14.233946 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0fdf955-d08d-4a3c-8b93-00bc862db9b2 req-cb8d2064-95a0-4ff0-bd49-0a081695a55e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 943 time: 0.4954214
Apr 23 18:03:14.250067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5e6c-6eac-4247-9494-32ff920b1074,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:14.321193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9574ad39-9f83-4168-8aa6-63abc87e2f53,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:14.327128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:14.331974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:14.337408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-748cf0c6-c578-40af-a4d3-a7460caaab58 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:14.362604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Checking segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:14.363001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Network hostable DHCP agents. Network: a0195412-d22c-45e7-9249-ad16c7281a9e, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:03:14.409378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:14.410063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.411541 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] 10.222.0.47 "PUT /v2.0/ports/d7367d68-2095-454a-9762-78973fb6f789 HTTP/1.1" status: 200  len: 1093 time: 4.5880442
Apr 23 18:03:14.425398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Router 334deea2-9098-4b96-903d-7de6b1f12f19 is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:03:14.436535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Network a0195412-d22c-45e7-9249-ad16c7281a9e is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:03:14.442231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0fdf955-d08d-4a3c-8b93-00bc862db9b2 req-ddcb81cb-5adc-409e-a821-2dc91337a160 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510599
Apr 23 18:03:14.485917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, a0195412-d22c-45e7-9249-ad16c7281a9e) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:14.498575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee36548-0044-4b13-93a5-06d0015c168e None None] Network a0195412-d22c-45e7-9249-ad16c7281a9e requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:03:14.502856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9826c9-1867-4e59-b042-2216a6d4705d {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:14.514575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:14.515248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.529501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.549208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Transition to ACTIVE for port object ad9826c9-1867-4e59-b042-2216a6d4705d will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:14.554682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-554e5ac2-7971-420e-88c6-4c1870451af8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5791380
Apr 23 18:03:14.554954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57776) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:14.561467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:14.565029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.579122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:14.592102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Pushing event updated for resources: {'Port': ['ID=d7367d68-2095-454a-9762-78973fb6f789,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:14.597208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0b163411-00a3-4112-954c-03e13196138b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:14.654159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Usage tracker for resource:router and tenant:25190a6d8bb04135a24f0f208040fd24 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:14.677069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:14.688844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:14.690021 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dd4d3d-2494-448b-9800-02461189c0b9', 'tag': 'b81d5e6c-6eac-4247-9494-32ff920b1074', 'status': 'completed', 'code': 200}
Apr 23 18:03:14.706064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:14.729134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-9af7de1c-4137-499b-948f-ae22e985f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:14.730740 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-9af7de1c-4137-499b-948f-ae22e985f846 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 1097 time: 0.4912643
Apr 23 18:03:14.779856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:03:14.790468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Sync routers for ids ['334deea2-9098-4b96-903d-7de6b1f12f19'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:03:14.808262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Routers {'334deea2-9098-4b96-903d-7de6b1f12f19'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:14.809321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34c85400>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['334deea2-9098-4b96-903d-7de6b1f12f19'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:14.839922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.841717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.851197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9826c9-1867-4e59-b042-2216a6d4705d,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:14.885170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:14.931859 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-93ce01ee-1690-49ae-89d1-84a4e81dcc76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81d5e6c-6eac-4247-9494-32ff920b1074 HTTP/1.1" status: 200  len: 217 time: 0.1812730
Apr 23 18:03:14.935463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-0d50b997-77fe-42c5-a405-ce82c8e52fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:14.937360 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-0d50b997-77fe-42c5-a405-ce82c8e52fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97897f3955b14922bc195b5de266644e&device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 1096 time: 0.4284444
Apr 23 18:03:14.942368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb3be54-b505-44f1-a6b3-47ce05c724f5 None None] Network a0195412-d22c-45e7-9249-ad16c7281a9e requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:03:14.954978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.984347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:14.985526 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 12.0883315
Apr 23 18:03:14.994452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57786) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:15.065033 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-46299b7d-e720-4698-9bb6-9017da1d1240 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7367d68-2095-454a-9762-78973fb6f789 HTTP/1.1" status: 200  len: 217 time: 0.0754535
Apr 23 18:03:15.159255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Set router 334deea2-9098-4b96-903d-7de6b1f12f19 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:15.179491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Attempting to bind port ad9826c9-1867-4e59-b042-2216a6d4705d on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:15.186737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Attempting to bind port ad9826c9-1867-4e59-b042-2216a6d4705d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:15.187088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Attempting to bind port ad9826c9-1867-4e59-b042-2216a6d4705d on network 82162c83-adfd-480b-a93b-de5afcb56ba0 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:15.209987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-78c73b3d-ac61-4f6f-974c-22d94ae3d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:15.212211 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-78c73b3d-ac61-4f6f-974c-22d94ae3d1e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=be5a2ea4-295a-4c15-ba10-3f28f052d2b8 HTTP/1.1" status: 200  len: 848 time: 0.1323047
Apr 23 18:03:15.278811 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-7cba8965-0bbc-47f5-a9f1-a88223657feb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa8dc69f-fd1e-4e60-8862-9914af716937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499256
Apr 23 18:03:15.432352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814a726-3ebf-47a8-bd53-3004db35a8be req-88f7e05f-7dd9-4dfa-9d7e-d26e00110a7b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:15.441006 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a814a726-3ebf-47a8-bd53-3004db35a8be req-88f7e05f-7dd9-4dfa-9d7e-d26e00110a7b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 944 time: 0.6591876
Apr 23 18:03:15.510963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-60534500-071b-4410-b6cb-3ec8af39ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:15.512819 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-60534500-071b-4410-b6cb-3ec8af39ec0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.5687225
Apr 23 18:03:15.565951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34c85400>, [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:03:10Z', 'revision_number': 3, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:15.571075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Checking router: 334deea2-9098-4b96-903d-7de6b1f12f19 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:03:15.571773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Updating router 334deea2-9098-4b96-903d-7de6b1f12f19 port 92a2411b-54e7-4042-ba74-20b405fbe27e binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:03:15.634894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:15.644015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Port ad9826c9-1867-4e59-b042-2216a6d4705d on network 82162c83-adfd-480b-a93b-de5afcb56ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:03:15.644524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Attempting to bind port ad9826c9-1867-4e59-b042-2216a6d4705d on network 82162c83-adfd-480b-a93b-de5afcb56ba0 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:15.664139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:15.664675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Checking segment: {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:15.665113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Bound using segment: {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:15.665620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Bound port: ad9826c9-1867-4e59-b042-2216a6d4705d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:15.666012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:15.970948 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-81cabc02-764d-4d3e-b441-48e5495ed208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4049215
Apr 23 18:03:15.992001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] For port ad9826c9-1867-4e59-b042-2216a6d4705d, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:15.995928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] For port ad9826c9-1867-4e59-b042-2216a6d4705d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ad9826c9-1867-4e59-b042-2216a6d4705d,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:15.996825 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a814a726-3ebf-47a8-bd53-3004db35a8be req-d722c969-999d-459a-9e85-6dedf5291158 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5541379
Apr 23 18:03:16.016367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.019389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.062138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:16.179730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.194836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Transition to ACTIVE for port object 92a2411b-54e7-4042-ba74-20b405fbe27e will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:16.202935 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.208224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:16.264061 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-f7958179-9ad7-4598-ba7f-985aed45097b service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9766014
Apr 23 18:03:16.286100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d9737-ff5f-4f4b-8063-1ec563f9aaff None None] Pushing event updated for resources: {'Port': ['ID=92a2411b-54e7-4042-ba74-20b405fbe27e,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:16.299049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e37d9737-ff5f-4f4b-8063-1ec563f9aaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:16.322787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Attempting to bind port 92a2411b-54e7-4042-ba74-20b405fbe27e on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:16.323133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Attempting to bind port 92a2411b-54e7-4042-ba74-20b405fbe27e by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:16.323683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Attempting to bind port 92a2411b-54e7-4042-ba74-20b405fbe27e on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:16.331286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:16.331779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:16.332327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.332822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:16.333394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Bound port: 92a2411b-54e7-4042-ba74-20b405fbe27e, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:16.333879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.363197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9826c9-1867-4e59-b042-2216a6d4705d,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:16.383476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:16.398080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:16.399043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.400816 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] 10.222.0.47 "PUT /v2.0/ports/ad9826c9-1867-4e59-b042-2216a6d4705d HTTP/1.1" status: 200  len: 1094 time: 2.7788272
Apr 23 18:03:16.401541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'tag': 'ad9826c9-1867-4e59-b042-2216a6d4705d'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:16.452022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] For port 92a2411b-54e7-4042-ba74-20b405fbe27e, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:16.454203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] For port 92a2411b-54e7-4042-ba74-20b405fbe27e, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=92a2411b-54e7-4042-ba74-20b405fbe27e,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:16.458441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:16.463793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:16.483842 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd215b1a-be08-4e29-ad7a-53cf7102e29d req-412d7963-1c33-4970-bcc1-94b81a9279d8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018585
Apr 23 18:03:16.507096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb904-b65d-4d24-969e-26984c3c8a0d req-bd2313fb-7aff-47a9-897b-91ed6b2f9b19 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:16.516067 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a58eb904-b65d-4d24-969e-26984c3c8a0d req-bd2313fb-7aff-47a9-897b-91ed6b2f9b19 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 944 time: 1.0968664
Apr 23 18:03:16.577091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d9737-ff5f-4f4b-8063-1ec563f9aaff None None] Pushing event updated for resources: {'Port': ['ID=92a2411b-54e7-4042-ba74-20b405fbe27e,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:16.590509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e37d9737-ff5f-4f4b-8063-1ec563f9aaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:16.633528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Routers {'334deea2-9098-4b96-903d-7de6b1f12f19'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:16.636573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34c85400>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['334deea2-9098-4b96-903d-7de6b1f12f19'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:16.661860 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a58eb904-b65d-4d24-969e-26984c3c8a0d req-ce56a872-26ab-4e87-8157-ce93daecc55c tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447966
Apr 23 18:03:16.707348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'tag': 'd7367d68-2095-454a-9762-78973fb6f789'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:16.759160 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-e534714b-f485-4f91-8261-c3ab0a7c3352 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7785487
Apr 23 18:03:16.780711 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'tag': 'ad9826c9-1867-4e59-b042-2216a6d4705d', 'status': 'completed', 'code': 200}
Apr 23 18:03:16.812158 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'tag': 'd7367d68-2095-454a-9762-78973fb6f789', 'status': 'completed', 'code': 200}
Apr 23 18:03:16.827478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-67309865-14a3-4323-b860-e7bb5f672f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:16.829521 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-67309865-14a3-4323-b860-e7bb5f672f0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c94f8f411a448d6b2a3f94554761b32&device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 1097 time: 0.3438265
Apr 23 18:03:16.922360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] Set router 334deea2-9098-4b96-903d-7de6b1f12f19 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:16.931377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b5f0-119d-4aac-bfea-c5980e375b0d req-f4b03f19-2d17-4fbe-affa-cc8a863303ed tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:16.933040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efa3b5f0-119d-4aac-bfea-c5980e375b0d req-f4b03f19-2d17-4fbe-affa-cc8a863303ed tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 943 time: 0.3951850
Apr 23 18:03:16.974227 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-0c6f18f3-7345-4dd5-aef0-029357dfee57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9826c9-1867-4e59-b042-2216a6d4705d HTTP/1.1" status: 200  len: 217 time: 0.0871739
Apr 23 18:03:17.063257 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efa3b5f0-119d-4aac-bfea-c5980e375b0d req-0c584def-4e60-4e99-a05c-8a939d422257 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166191
Apr 23 18:03:17.069307 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d628172-a632-4454-ad1b-4e4de80728a0 req-c14dc8ad-0813-4ce7-b763-3213e33bad79 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2982466
Apr 23 18:03:17.082050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-6df6b8bd-b150-4fcb-8a85-3033f36d3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:17.083650 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-6df6b8bd-b150-4fcb-8a85-3033f36d3fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97897f3955b14922bc195b5de266644e&device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 1096 time: 0.2040529
Apr 23 18:03:17.259100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bd5cd-6875-4308-91cf-075a5009a746 req-c96bf016-54ba-42bf-8398-2f580e9bfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:17.260956 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-c96bf016-54ba-42bf-8398-2f580e9bfdf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6904d5a-bb5b-403d-956a-0d854424f020 HTTP/1.1" status: 200  len: 854 time: 0.2713640
Apr 23 18:03:17.344139 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-dc0ba97c-ba89-48a6-b54f-4740c9ce9a75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82162c83-adfd-480b-a93b-de5afcb56ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709524
Apr 23 18:03:17.446329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-5d6b2958-8ee0-45aa-b74f-37665078207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:17.447895 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-5d6b2958-8ee0-45aa-b74f-37665078207f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 200  len: 909 time: 0.3513429
Apr 23 18:03:17.461154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-d9cdb74e-448b-4139-ab05-2f481651c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:17.462703 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-d9cdb74e-448b-4139-ab05-2f481651c288 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 1097 time: 0.2912762
Apr 23 18:03:17.511973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34c85400>, [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:03:10Z', 'revision_number': 3, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:17.518073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae657-923b-4f78-8887-45d76451a0f3 None None] The sync data for ids ['334deea2-9098-4b96-903d-7de6b1f12f19'] in dv-cinder-786524-3-iscsi is: [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:03:10Z', 'revision_number': 3, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:03:17.537125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb808809-10f4-44c3-8b63-05ebaed3a860 req-687a93de-c33b-442e-abcf-9256f6669192 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:17.545089 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb808809-10f4-44c3-8b63-05ebaed3a860 req-687a93de-c33b-442e-abcf-9256f6669192 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 944 time: 0.3104379
Apr 23 18:03:17.600653 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-0360e3f0-39a5-42eb-a69e-8be80f57ccd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7367d68-2095-454a-9762-78973fb6f789 HTTP/1.1" status: 200  len: 217 time: 0.1438289
Apr 23 18:03:17.677502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57840) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:17.743269 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb808809-10f4-44c3-8b63-05ebaed3a860 req-0704330a-4668-4e3f-b77c-b692bf41c8f4 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972239
Apr 23 18:03:17.764977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-bcf44b7e-2823-4d46-b45d-ab42fbca70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:17.766514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-bcf44b7e-2823-4d46-b45d-ab42fbca70d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=be5a2ea4-295a-4c15-ba10-3f28f052d2b8 HTTP/1.1" status: 200  len: 848 time: 0.1583798
Apr 23 18:03:17.843054 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-77ccdd15-71b4-4481-9591-c5d542abcb36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa8dc69f-fd1e-4e60-8862-9914af716937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609753
Apr 23 18:03:18.014716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-a7844b8b-ece7-49d5-b3da-1eebf8374f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:18.014716 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-a7844b8b-ece7-49d5-b3da-1eebf8374f5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 915 time: 0.4924867
Apr 23 18:03:18.129170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.143655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.168275 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-f4a659ad-b083-42ba-b626-e252769e7897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81d5e6c-6eac-4247-9494-32ff920b1074 HTTP/1.1" status: 200  len: 217 time: 0.1370232
Apr 23 18:03:18.207186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:18.219403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Usage tracker for resource:security_group_rule and tenant:a81ea8704ce94dd99ff8d4d8c3b4f011 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:18.225760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:18.237284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:18.251275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.308087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.440737 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-7a62cc81-f27f-46ff-9d88-c1ed1e2daa82 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0250921
Apr 23 18:03:18.564459 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-15109d16-bd20-4b88-9f52-a821ea7b14b5 service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7094514
Apr 23 18:03:18.610131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefc8aa-ac96-49fd-bb19-56872da88f9f req-245ab010-c384-42db-b986-56ddfd675969 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:18.611731 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0cefc8aa-ac96-49fd-bb19-56872da88f9f req-245ab010-c384-42db-b986-56ddfd675969 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 944 time: 0.7371800
Apr 23 18:03:18.617036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-01451a45-f74d-483b-8f0a-386392b536c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:18.618510 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-01451a45-f74d-483b-8f0a-386392b536c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.4399216
Apr 23 18:03:18.754100 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-3609b2be-724e-44e5-87e9-685e735551b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0812337
Apr 23 18:03:18.764862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 92a2411b-54e7-4042-ba74-20b405fbe27e up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:18.856792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 92a2411b-54e7-4042-ba74-20b405fbe27e completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:18.861808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Allocated IP 172.27.2.60 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/031bf98c-92c5-442b-ae2f-58c44d640a4c) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:18.862757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 92a2411b-54e7-4042-ba74-20b405fbe27e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:18.863248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.870803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.882903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-265bd5cd-6875-4308-91cf-075a5009a746 req-692e622c-3bfa-40a1-a8d4-75aa48bca275 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4313583
Apr 23 18:03:18.890106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:18.917730 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0cefc8aa-ac96-49fd-bb19-56872da88f9f req-414958da-ea31-4699-992a-f9937d3f8000 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2981546
Apr 23 18:03:18.923492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4320f3ea-8b07-4eb7-925d-8ba0825127e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:18.947042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ef29f-bffa-44e2-830d-aefe012e0435 req-a44ce407-5aed-47eb-b691-ee4493f4ae4a tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:18.948874 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d0ef29f-bffa-44e2-830d-aefe012e0435 req-a44ce407-5aed-47eb-b691-ee4493f4ae4a tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 943 time: 0.7041557
Apr 23 18:03:18.996762 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0e855d0-a1d6-4754-8f89-9f4604a48881 req-aeeb918b-2058-4184-abe5-042a0ebe7473 service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4198568
Apr 23 18:03:19.024623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.045827 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 92a2411b-54e7-4042-ba74-20b405fbe27e, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=92a2411b-54e7-4042-ba74-20b405fbe27e,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:19.046267 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-d9f3eab9-f5f6-4e11-9368-166b32e3dba5 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2802672
Apr 23 18:03:19.051783 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d0ef29f-bffa-44e2-830d-aefe012e0435 req-73d2e6b5-4a16-4998-a94b-9165ed2c3f96 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926578
Apr 23 18:03:19.070056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.081110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:19.127346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Allocated IP 172.20.0.1 (5ac13782-6158-4df4-9feb-57f6013932fa/e411ffd6-b198-485f-95d3-7f7d946ee1d9/21bb5d81-2ca6-407e-a5e1-e34f558a5952) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:19.143089 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a81ea8704ce94dd99ff8d4d8c3b4f011&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4599249
Apr 23 18:03:19.143836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 57862) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:19.156559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfc8793-973c-431c-8263-e09713191225,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:19.183210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:19.215195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=92a2411b-54e7-4042-ba74-20b405fbe27e,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:19.229022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:19.308360 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6eb5b59-077c-4d6c-88a4-5616005f4cc9 req-fb91cdef-5811-4392-85c1-1db95ebe9d94 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433856
Apr 23 18:03:19.352812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138138d-9929-4f0a-8a9b-c40c4ca12bce req-1503c176-87e7-465b-9999-1db71cbcbca0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:19.354409 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0138138d-9929-4f0a-8a9b-c40c4ca12bce req-1503c176-87e7-465b-9999-1db71cbcbca0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 944 time: 0.1255326
Apr 23 18:03:19.399882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.409353 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0138138d-9929-4f0a-8a9b-c40c4ca12bce req-ff034650-7f52-4b2b-9a11-ec4eb7a2e684 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482047
Apr 23 18:03:19.442065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-c02f89e0-757c-47aa-95f3-5ef73c2702cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:19.443691 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-c02f89e0-757c-47aa-95f3-5ef73c2702cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c94f8f411a448d6b2a3f94554761b32&device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 1097 time: 0.4452250
Apr 23 18:03:19.448132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.591268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.623452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.688985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Transition to ACTIVE for port object 21bb5d81-2ca6-407e-a5e1-e34f558a5952 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:19.718297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.733834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:19.774915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-7d81f9d2-ee9e-4578-a9c1-a75080c8d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:19.777110 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-7d81f9d2-ee9e-4578-a9c1-a75080c8d0cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 200  len: 915 time: 0.3206303
Apr 23 18:03:19.876907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:19.893625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:19.896516 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-07be6b0e-3ec6-4659-a0fc-34580bef57fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9826c9-1867-4e59-b042-2216a6d4705d HTTP/1.1" status: 200  len: 217 time: 0.1072202
Apr 23 18:03:19.897276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:19.928509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:19.937723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Pushing event updated for resources: {'Port': ['ID=031bf98c-92c5-442b-ae2f-58c44d640a4c,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:19.986881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:19.987432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff2e0da3-d289-4127-98db-5e529ebe4e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:20.008152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.028100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfc8793-973c-431c-8263-e09713191225,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:20.037624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:20.042344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28efffea-7f87-407e-a6e3-2bc470bc2bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:20.076905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b81d5e6c-6eac-4247-9494-32ff920b1074 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:03:20.187103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119192e6-85c3-4ecc-9fed-a3f46a8bf878 req-0551c2fb-51b5-4ec6-8561-f14ff9aa6815 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:20.188795 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-119192e6-85c3-4ecc-9fed-a3f46a8bf878 req-0551c2fb-51b5-4ec6-8561-f14ff9aa6815 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 944 time: 0.1145761
Apr 23 18:03:20.216931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Network 5ac13782-6158-4df4-9feb-57f6013932fa is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:20.235078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-a80d7647-6f4a-4f48-ac58-831b5039b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:20.236721 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-a80d7647-6f4a-4f48-ac58-831b5039b7ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6904d5a-bb5b-403d-956a-0d854424f020 HTTP/1.1" status: 200  len: 854 time: 0.3001506
Apr 23 18:03:20.237576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:20.240096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:20.277923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b81d5e6c-6eac-4247-9494-32ff920b1074, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b81d5e6c-6eac-4247-9494-32ff920b1074,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:20.295767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'b81d5e6c-6eac-4247-9494-32ff920b1074', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'port_id': 'b81d5e6c-6eac-4247-9494-32ff920b1074', 'mac_address': 'fa:16:3e:b6:2b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7478072b-f485-40e8-b5ea-8ac62a4a8c3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:03:20.296949 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-119192e6-85c3-4ecc-9fed-a3f46a8bf878 req-02cfc1eb-12b5-4c29-9ff1-2fcbbb3fe05d tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993969
Apr 23 18:03:20.376005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d8a27-641d-470d-a51a-127a57ff5925 req-73ad016c-616c-410d-9fa5-414abbe412d8 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:20.384637 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-019d8a27-641d-470d-a51a-127a57ff5925 req-73ad016c-616c-410d-9fa5-414abbe412d8 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 943 time: 0.1410830
Apr 23 18:03:20.387369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.410017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81d5e6c-6eac-4247-9494-32ff920b1074 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:20.414845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.416118 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cfc8793-973c-431c-8263-e09713191225 HTTP/1.1" status: 204  len: 168 time: 1.2612207
Apr 23 18:03:20.441376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Pushing event updated for resources: {'Port': ['ID=21bb5d81-2ca6-407e-a5e1-e34f558a5952,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:20.453680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:20.460389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b81d5e6c-6eac-4247-9494-32ff920b1074, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b81d5e6c-6eac-4247-9494-32ff920b1074,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:20.466311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.467265 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d7367d68-2095-454a-9762-78973fb6f789 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:03:20.484207 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-019d8a27-641d-470d-a51a-127a57ff5925 req-2f18c261-c4b3-4e88-839c-5753af7d2cd6 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989716
Apr 23 18:03:20.587199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5343be1e-5f84-4dcb-a785-ced70664aa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:20.684478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-8ffc918a-28ad-4071-9d07-9217b2ebe452 None None] Provisioning for port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:20.705129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-8ffc918a-28ad-4071-9d07-9217b2ebe452 None None] Provisioning complete for port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:20.705553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ffc918a-28ad-4071-9d07-9217b2ebe452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.756277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc942dd-f05f-4a13-b03c-78eb91b33223 req-256f2059-c5ac-492e-9566-6a8ed54f6da9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:20.766389 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fdc942dd-f05f-4a13-b03c-78eb91b33223 req-256f2059-c5ac-492e-9566-6a8ed54f6da9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 945 time: 0.1361437
Apr 23 18:03:20.799436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 92a2411b-54e7-4042-ba74-20b405fbe27e up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:20.854453 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fdc942dd-f05f-4a13-b03c-78eb91b33223 req-9a99b654-b7fa-4dd3-bdff-c6ab25ba98df tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870340
Apr 23 18:03:20.855019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57888) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:20.864496 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-440cc6c4-d0d6-40ef-ba7a-60815be82fda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82162c83-adfd-480b-a93b-de5afcb56ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5927284
Apr 23 18:03:20.892357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.899537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=b81d5e6c-6eac-4247-9494-32ff920b1074,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:20.904271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:20.904851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc918a-28ad-4071-9d07-9217b2ebe452 None None] Port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:03:20.930469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:20.935322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d7367d68-2095-454a-9762-78973fb6f789, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d7367d68-2095-454a-9762-78973fb6f789,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:20.935898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Usage tracker for resource:security_group_rule and tenant:d314fd9d21a347f1b52e3b2d5b29cfd2 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:20.940562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:20.949039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:20.952576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 92a2411b-54e7-4042-ba74-20b405fbe27e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:20.953003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:20.982073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'd7367d68-2095-454a-9762-78973fb6f789', 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937', 'port_id': 'd7367d68-2095-454a-9762-78973fb6f789', 'mac_address': 'fa:16:3e:ad:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5a2ea4-295a-4c15-ba10-3f28f052d2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:03:20.991840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.064262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.072328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.102449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6965a6a9-6e87-4aa5-8694-532f0aaa120d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:21.176241 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d314fd9d21a347f1b52e3b2d5b29cfd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3200099
Apr 23 18:03:21.177186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9655665-9291-4850-a20d-689c7038b88b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:21.185207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 57898) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:21.194849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:21.264561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.302520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.317806 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-5bbbdaf9-ecb5-465d-8d84-11b90dfb5cb9 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4367988
Apr 23 18:03:21.358600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.365362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c07d5b6-7cb3-422b-a6ee-fb8189654d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:21.370627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.381859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9655665-9291-4850-a20d-689c7038b88b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:21.385186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:21.386176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.387375 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1476cc00-e0c3-443c-bda6-bcd140f39fea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9655665-9291-4850-a20d-689c7038b88b HTTP/1.1" status: 204  len: 168 time: 0.2059488
Apr 23 18:03:21.418943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7367d68-2095-454a-9762-78973fb6f789 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:21.446313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d7367d68-2095-454a-9762-78973fb6f789, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d7367d68-2095-454a-9762-78973fb6f789,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:21.461882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.467714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:21.549734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.555214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d7367d68-2095-454a-9762-78973fb6f789,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:21.559262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:21.645532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf120be-6cee-4767-af9b-f109653d5b13 req-a27f85ec-c430-4393-9b44-2c1add634e90 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:21.647293 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2bf120be-6cee-4767-af9b-f109653d5b13 req-a27f85ec-c430-4393-9b44-2c1add634e90 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 944 time: 0.1678293
Apr 23 18:03:21.713185 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2bf120be-6cee-4767-af9b-f109653d5b13 req-ab648d88-2ec0-440d-998f-a3a0ee07dd59 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596013
Apr 23 18:03:21.810022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:21.890509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d7367d68-2095-454a-9762-78973fb6f789'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:21.935193 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-107c3db1-e9c5-4446-a3aa-e38f2a995c4d req-4c4c2972-238c-4ff6-b0f8-7fa7e1013260 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5973413
Apr 23 18:03:21.982623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ea174-ea03-44f8-bab7-7db0e33e1e7d req-bad07ec8-a636-4232-8d22-4e78ec408293 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:21.995713 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f9ea174-ea03-44f8-bab7-7db0e33e1e7d req-bad07ec8-a636-4232-8d22-4e78ec408293 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 944 time: 0.1630845
Apr 23 18:03:22.027216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['b81d5e6c-6eac-4247-9494-32ff920b1074'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:22.099253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device ad9826c9-1867-4e59-b042-2216a6d4705d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:03:22.202413 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f9ea174-ea03-44f8-bab7-7db0e33e1e7d req-04c65ac6-0773-413a-af44-826a6cf367d0 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055888
Apr 23 18:03:22.265603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821c22-2d08-4bac-9578-6aa3aaa3d4cc req-44a8100a-ce8e-4790-9e2f-d445a3b7191a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:22.278003 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9821c22-2d08-4bac-9578-6aa3aaa3d4cc req-44a8100a-ce8e-4790-9e2f-d445a3b7191a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 945 time: 0.2152271
Apr 23 18:03:22.344167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.428274 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9821c22-2d08-4bac-9578-6aa3aaa3d4cc req-deef5ddb-0a87-4e55-932d-18a991751a5b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484749
Apr 23 18:03:22.516088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.554888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.563835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.619717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:22.686699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port ad9826c9-1867-4e59-b042-2216a6d4705d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ad9826c9-1867-4e59-b042-2216a6d4705d,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:22.707464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'ad9826c9-1867-4e59-b042-2216a6d4705d', 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0', 'port_id': 'ad9826c9-1867-4e59-b042-2216a6d4705d', 'mac_address': 'fa:16:3e:48:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6904d5a-bb5b-403d-956a-0d854424f020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:03:22.725268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.769941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Pushing event updated for resources: {'Port': ['ID=21bb5d81-2ca6-407e-a5e1-e34f558a5952,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:22.774052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:22.780176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.801852 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9826c9-1867-4e59-b042-2216a6d4705d {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:22.839996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port ad9826c9-1867-4e59-b042-2216a6d4705d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ad9826c9-1867-4e59-b042-2216a6d4705d,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:22.843822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:22.846517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:22.902715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Router 9b6080ad-9eef-4306-902c-235944701959 is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:03:22.997817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=ad9826c9-1867-4e59-b042-2216a6d4705d,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:23.010323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:23.027451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04074e-3f8e-453f-a3ad-9ecab5e832ea req-0927b515-32fe-41d1-b962-6915e6224c5a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:23.029829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f04074e-3f8e-453f-a3ad-9ecab5e832ea req-0927b515-32fe-41d1-b962-6915e6224c5a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 945 time: 0.1092799
Apr 23 18:03:23.083026 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f04074e-3f8e-453f-a3ad-9ecab5e832ea req-5f994c74-1e68-4bdd-8dce-231cff201b67 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469825
Apr 23 18:03:23.322926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['ad9826c9-1867-4e59-b042-2216a6d4705d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:23.334933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Network 5ac13782-6158-4df4-9feb-57f6013932fa is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:23.390383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:23.481632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e10fe7-701f-44de-aff7-2d9da9cd1fc3 req-e2183675-8215-4d9e-b00d-c529f04e78fa tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:23.485229 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c7e10fe7-701f-44de-aff7-2d9da9cd1fc3 req-e2183675-8215-4d9e-b00d-c529f04e78fa tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 944 time: 0.1536560
Apr 23 18:03:23.571563 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c7e10fe7-701f-44de-aff7-2d9da9cd1fc3 req-d85c703c-676e-4a5a-a3c1-46e8a074d58d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660286
Apr 23 18:03:23.626142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:03:23.640131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Sync routers for ids ['9b6080ad-9eef-4306-902c-235944701959'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:03:23.678338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Routers {'9b6080ad-9eef-4306-902c-235944701959'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:23.679051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69ef0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['9b6080ad-9eef-4306-902c-235944701959'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:23.707342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:23.711721 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.1557345
Apr 23 18:03:23.714862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58000) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:23.796476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c064c-6fee-4185-b4cc-8a1ab23854a1 req-6966146d-4c8e-4335-8294-f036bd247372 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:23.798262 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac1c064c-6fee-4185-b4cc-8a1ab23854a1 req-6966146d-4c8e-4335-8294-f036bd247372 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 945 time: 0.1431260
Apr 23 18:03:23.829917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d6d3569d-0fa4-4470-a3aa-15ad0e120b22 None None] Provisioning complete for port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:23.830326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6d3569d-0fa4-4470-a3aa-15ad0e120b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:23.852045 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac1c064c-6fee-4185-b4cc-8a1ab23854a1 req-c717f874-4c7d-4d8c-bc38-b58ec50dfb80 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459170
Apr 23 18:03:23.883331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Router 334deea2-9098-4b96-903d-7de6b1f12f19 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:03:23.951345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3569d-0fa4-4470-a3aa-15ad0e120b22 None None] Port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:03:23.984338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Set router 9b6080ad-9eef-4306-902c-235944701959 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:24.105326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b81d5e6c-6eac-4247-9494-32ff920b1074 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:24.354123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:03:24.374818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Sync routers for ids ['334deea2-9098-4b96-903d-7de6b1f12f19'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:03:24.384959 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] 10.222.0.24 "PUT /v2.0/routers/334deea2-9098-4b96-903d-7de6b1f12f19/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3779233
Apr 23 18:03:24.401481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e29691-369d-41e6-b1ba-d0b4108fc371 req-a200f88b-2bef-4823-a7e1-a474167a9303 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:24.409702 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14e29691-369d-41e6-b1ba-d0b4108fc371 req-a200f88b-2bef-4823-a7e1-a474167a9303 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 945 time: 0.1479089
Apr 23 18:03:24.422152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Routers {'334deea2-9098-4b96-903d-7de6b1f12f19'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:24.423153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34097940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:02:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['334deea2-9098-4b96-903d-7de6b1f12f19'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:24.428482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port b81d5e6c-6eac-4247-9494-32ff920b1074 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:24.441376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port b81d5e6c-6eac-4247-9494-32ff920b1074 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:24.441801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:24.493017 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14e29691-369d-41e6-b1ba-d0b4108fc371 req-bfea8e92-3f6f-4ac0-8384-f00ef0b9fdd8 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821936
Apr 23 18:03:24.679844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-33f6762c-1f93-4753-9b96-d86d33c456cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:24.777478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Set router 334deea2-9098-4b96-903d-7de6b1f12f19 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:24.816949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:24.837957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69ef0>, [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:03:21Z', 'revision_number': 3, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:24.844399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Checking router: 9b6080ad-9eef-4306-902c-235944701959 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:03:24.844803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Updating router 9b6080ad-9eef-4306-902c-235944701959 port 031bf98c-92c5-442b-ae2f-58c44d640a4c binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:03:24.901259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dd4d3d-2494-448b-9800-02461189c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d5e6c-6eac-4247-9494-32ff920b1074'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:24.924060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b81d5e6c-6eac-4247-9494-32ff920b1074, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b81d5e6c-6eac-4247-9494-32ff920b1074,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:24.930576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:24.931567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d7367d68-2095-454a-9762-78973fb6f789 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:24.990628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:25.021736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07134594-84f5-4d45-8455-dc4fcf04e80c req-5d3577ff-f51c-4a4b-afb2-3ffef831a968 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:25.023676 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07134594-84f5-4d45-8455-dc4fcf04e80c req-5d3577ff-f51c-4a4b-afb2-3ffef831a968 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 944 time: 0.2346208
Apr 23 18:03:25.039635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:25.095964 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07134594-84f5-4d45-8455-dc4fcf04e80c req-5880b470-c6e4-456e-8035-73602fedfc34 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603387
Apr 23 18:03:25.307416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=b81d5e6c-6eac-4247-9494-32ff920b1074,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:25.310195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:25.321174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:25.337199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port d7367d68-2095-454a-9762-78973fb6f789 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:25.370888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port d7367d68-2095-454a-9762-78973fb6f789 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:25.371456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:25.408377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fc5de-d14b-422d-9c44-0a64fc1e54ee req-963bac82-f0d9-4851-9fbf-e3a5b721c551 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:25.425725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5a9fc5de-d14b-422d-9c44-0a64fc1e54ee req-963bac82-f0d9-4851-9fbf-e3a5b721c551 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.1729844
Apr 23 18:03:25.526309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34097940>, [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:03:21Z', 'revision_number': 4, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '21bb5d81-2ca6-407e-a5e1-e34f558a5952', 'name': '', 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'mac_address': 'fa:16:3e:b2:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:21Z', 'revision_number': 2, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'subnets': [{'id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:25.532135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Checking router: 334deea2-9098-4b96-903d-7de6b1f12f19 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:03:25.532446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Updating router 334deea2-9098-4b96-903d-7de6b1f12f19 port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:03:25.555487 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5a9fc5de-d14b-422d-9c44-0a64fc1e54ee req-b8aa4281-6311-4d00-a946-ec0113599e4e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268785
Apr 23 18:03:25.595015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58062) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:25.602442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052644733', 'description': 'tempest-secgroup-smoke-1052644733 description', 'project_id': '0632e02ad28b467884ec00557a3a3650'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:25.618233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:25.633355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:25.645625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:25.650798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:25.660452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:25.683431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:25.753767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:25.764617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:25.775845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:25.789955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:25.808152 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dd4d3d-2494-448b-9800-02461189c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d5e6c-6eac-4247-9494-32ff920b1074', 'code': 200}
Apr 23 18:03:25.837203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Allocated IP 172.20.0.1 (a0195412-d22c-45e7-9249-ad16c7281a9e/9574ad39-9f83-4168-8aa6-63abc87e2f53/84e04a2c-d455-4e01-b57e-61d1855bbb12) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:25.945944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.066558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58068) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:26.086189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.157245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ce185b54-2f29-46e3-8b19-7a19a0f2402a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:26.232400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.261389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e32c6-2eb7-4ef4-b4fe-041ccc16de07 req-8a356f43-bab9-42f9-bc4b-8b07a8d06c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:26.263272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a12e32c6-2eb7-4ef4-b4fe-041ccc16de07 req-8a356f43-bab9-42f9-bc4b-8b07a8d06c20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 1099 time: 0.2226999
Apr 23 18:03:26.270625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03df9f1b-5e69-4ff5-80ac-f2a26bae1874,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:26.287843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.290044 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6937311
Apr 23 18:03:26.291410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:26.295308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58082) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:26.302533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group_rule': {'security_group_id': '03df9f1b-5e69-4ff5-80ac-f2a26bae1874', 'project_id': '0632e02ad28b467884ec00557a3a3650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:26.310547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:26.315627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:26.320477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:26.329063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:26.342808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.345047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fbe6a-05a2-47da-b60f-2048ef8a9850 req-d0a235e4-b9fc-44ff-9ab0-110fa3e8d4c3 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:26.354845 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ee1fbe6a-05a2-47da-b60f-2048ef8a9850 req-d0a235e4-b9fc-44ff-9ab0-110fa3e8d4c3 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 945 time: 0.4064152
Apr 23 18:03:26.382518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d7367d68-2095-454a-9762-78973fb6f789, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d7367d68-2095-454a-9762-78973fb6f789,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:26.395384 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a12e32c6-2eb7-4ef4-b4fe-041ccc16de07 req-7ad082ff-f96e-4ea2-9521-b6e85341c57d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968020
Apr 23 18:03:26.412523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.429153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.444682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:26.446343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:26.494535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device ad9826c9-1867-4e59-b042-2216a6d4705d up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:26.494768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.499723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.512455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Transition to ACTIVE for port object 21bb5d81-2ca6-407e-a5e1-e34f558a5952 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:26.521354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.527314 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ee1fbe6a-05a2-47da-b60f-2048ef8a9850 req-a9ea2834-0b6f-4abf-b036-88f3aac55481 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711693
Apr 23 18:03:26.527580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Network a0195412-d22c-45e7-9249-ad16c7281a9e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:26.533096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:26.536542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:26.540447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:26.541601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:26.545958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Usage tracker for resource:security_group_rule and tenant:5840f649b80448578af6613dbc147e16 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:26.549561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:26.557372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:26.565696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08a7498f-4118-46ee-a38a-5f9b6637dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.584816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Pushing event updated for resources: {'Port': ['ID=84e04a2c-d455-4e01-b57e-61d1855bbb12,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:26.591130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:26.616129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.616345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.641862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Transition to ACTIVE for port object 031bf98c-92c5-442b-ae2f-58c44d640a4c will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:26.645757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d7367d68-2095-454a-9762-78973fb6f789,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:26.650514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:26.653464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port ad9826c9-1867-4e59-b042-2216a6d4705d completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:26.658333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.662071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372e814-897b-4db5-a7aa-052f34653348 None None] Pushing event updated for resources: {'Port': ['ID=21bb5d81-2ca6-407e-a5e1-e34f558a5952,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:26.687648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:26.722064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.723915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.737404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.767764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port ad9826c9-1867-4e59-b042-2216a6d4705d triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:26.768244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.774152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ebb2046-f710-4cae-b485-de2fdace5f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:26.802483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.812735 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5840f649b80448578af6613dbc147e16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7408969
Apr 23 18:03:26.817420 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb14b06e-0cfa-48eb-a96c-405a23fa97da,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:26.823905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58090) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:26.900762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:26.990291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:26.991379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Attempting to bind port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:26.991796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Attempting to bind port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:26.992226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Attempting to bind port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 on network 5ac13782-6158-4df4-9feb-57f6013932fa {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:27.001821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Attempting to bind port 031bf98c-92c5-442b-ae2f-58c44d640a4c on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:27.002086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Attempting to bind port 031bf98c-92c5-442b-ae2f-58c44d640a4c by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:27.002508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Attempting to bind port 031bf98c-92c5-442b-ae2f-58c44d640a4c on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:27.002630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:27.003005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Checking segment: {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:27.003450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.004339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Bound using segment: {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:27.004867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Bound port: 21bb5d81-2ca6-407e-a5e1-e34f558a5952, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366af6ea-beea-4cee-a170-e1a2860e9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:27.005569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.008546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb283710-bda8-47ac-b9bd-1697b2e7ac81 req-c1426b28-3d78-4628-abab-d95d3598fb51 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:27.011223 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cb283710-bda8-47ac-b9bd-1697b2e7ac81 req-c1426b28-3d78-4628-abab-d95d3598fb51 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.2420101
Apr 23 18:03:27.023314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:27.023734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:27.024224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.024675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:27.025208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Bound port: 031bf98c-92c5-442b-ae2f-58c44d640a4c, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:27.025648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.033661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f802f-b2e4-4d3f-9567-02a61d00db02 req-6d33f635-251f-4629-80b4-3f71d7dd7844 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:27.035906 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-004f802f-b2e4-4d3f-9567-02a61d00db02 req-6d33f635-251f-4629-80b4-3f71d7dd7844 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 945 time: 0.6307712
Apr 23 18:03:27.038105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.080124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.117638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] For port 21bb5d81-2ca6-407e-a5e1-e34f558a5952, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:27.121587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] For port 21bb5d81-2ca6-407e-a5e1-e34f558a5952, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=21bb5d81-2ca6-407e-a5e1-e34f558a5952,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:27.124056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6372e814-897b-4db5-a7aa-052f34653348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.125783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.137168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f26cc7d6-97d2-461a-bc34-ea27f9f60933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:27.142094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:27.171574 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-004f802f-b2e4-4d3f-9567-02a61d00db02 req-5b49f39e-21fd-4128-988a-37512360cada tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959532
Apr 23 18:03:27.175106 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cb283710-bda8-47ac-b9bd-1697b2e7ac81 req-a32d75d3-ef82-430b-ab74-c988245da054 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353614
Apr 23 18:03:27.181957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c644a136-025b-494d-9b9a-c5f1361468cf,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:27.203292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.212648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] For port 031bf98c-92c5-442b-ae2f-58c44d640a4c, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:27.217156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] For port 031bf98c-92c5-442b-ae2f-58c44d640a4c, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=031bf98c-92c5-442b-ae2f-58c44d640a4c,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:27.224709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc671-74e9-48c9-8519-0e5786091bae None None] Pushing event updated for resources: {'Port': ['ID=031bf98c-92c5-442b-ae2f-58c44d640a4c,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:27.230923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.245287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e12bc671-74e9-48c9-8519-0e5786091bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.245817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e12bc671-74e9-48c9-8519-0e5786091bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:27.249916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.251894 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9551558
Apr 23 18:03:27.254442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58096) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:27.261168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group_rule': {'security_group_id': '03df9f1b-5e69-4ff5-80ac-f2a26bae1874', 'project_id': '0632e02ad28b467884ec00557a3a3650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:27.269480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:27.278699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Routers {'334deea2-9098-4b96-903d-7de6b1f12f19'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:27.279466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34097940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:03:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['334deea2-9098-4b96-903d-7de6b1f12f19'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:27.300408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:27.306492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:27.322813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:27.343214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.360139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.375519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Routers {'9b6080ad-9eef-4306-902c-235944701959'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:27.376901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.377724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69ef0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:03:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['9b6080ad-9eef-4306-902c-235944701959'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:27.491455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.544901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.551057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.552872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:27.574794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1e56e913-4691-4d07-9591-64c0b71ec45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:27.628726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.632927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645d0741-f53f-4bc5-ae5c-54bfca8f26ae,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:27.636958 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb14b06e-0cfa-48eb-a96c-405a23fa97da HTTP/1.1" status: 204  len: 168 time: 0.7787526
Apr 23 18:03:27.645052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb14b06e-0cfa-48eb-a96c-405a23fa97da,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:27.651644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.661919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.665539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372e814-897b-4db5-a7aa-052f34653348 None None] Pushing event updated for resources: {'Port': ['ID=21bb5d81-2ca6-407e-a5e1-e34f558a5952,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:27.672801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.677191 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4184096
Apr 23 18:03:27.677890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58108) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:27.678027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6372e814-897b-4db5-a7aa-052f34653348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.687836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group_rule': {'security_group_id': '03df9f1b-5e69-4ff5-80ac-f2a26bae1874', 'project_id': '0632e02ad28b467884ec00557a3a3650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:27.728095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:27.745749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:27.749628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:27.766700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:27.819402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] Set router 334deea2-9098-4b96-903d-7de6b1f12f19 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:27.828424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc671-74e9-48c9-8519-0e5786091bae None None] Pushing event updated for resources: {'Port': ['ID=031bf98c-92c5-442b-ae2f-58c44d640a4c,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:27.853841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7367d68-2095-454a-9762-78973fb6f789'}, {'server_uuid': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9826c9-1867-4e59-b042-2216a6d4705d'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:27.864328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.868431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.875200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:27.932639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e12bc671-74e9-48c9-8519-0e5786091bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:27.950530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:27.952282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc156ac-0659-4a54-828e-5738e733bfa5 req-edea73cf-cee2-4a74-a364-38c6606dc2f8 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:27.954480 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9cc156ac-0659-4a54-828e-5738e733bfa5 req-edea73cf-cee2-4a74-a364-38c6606dc2f8 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 945 time: 0.1903064
Apr 23 18:03:27.984515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port ad9826c9-1867-4e59-b042-2216a6d4705d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ad9826c9-1867-4e59-b042-2216a6d4705d,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:28.001317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.005031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.012807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:28.092359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.116856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Pushing event updated for resources: {'Port': ['ID=84e04a2c-d455-4e01-b57e-61d1855bbb12,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:28.122178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:28.127705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=ad9826c9-1867-4e59-b042-2216a6d4705d,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:28.137924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:28.144916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.158240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.221304 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9cc156ac-0659-4a54-828e-5738e733bfa5 req-10697458-bbf9-43ad-8e9e-8ab5ad0ba765 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486594
Apr 23 18:03:28.221717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] Set router 9b6080ad-9eef-4306-902c-235944701959 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:28.222797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b1c3b5af-1d1c-4a40-aac2-d90a9c904b06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:28.248773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.253207 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5717728
Apr 23 18:03:28.253525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397248e5-57f4-44d0-b2b2-a100667ecaee,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:28.256528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:28.257906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58126) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:28.267303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group_rule': {'security_group_id': '03df9f1b-5e69-4ff5-80ac-f2a26bae1874', 'project_id': '0632e02ad28b467884ec00557a3a3650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:28.275979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:28.282121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:28.285456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:28.292990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:28.312951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.425686 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7367d68-2095-454a-9762-78973fb6f789', 'code': 200}
Apr 23 18:03:28.428453 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9826c9-1867-4e59-b042-2216a6d4705d', 'code': 200}
Apr 23 18:03:28.517750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.521792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.532026 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Network a0195412-d22c-45e7-9249-ad16c7281a9e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:28.534531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:28.593330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58134) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:28.594490 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-10d8164a-4f0b-44db-a5ef-f914854ee506 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:28.693353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0144eaa7-27d0-4adf-9a80-136d2e97d1fd,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:28.696709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:28.697909 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.723533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.727593 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-48196a50-1d26-43c8-beec-c1b14679b71c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4682467
Apr 23 18:03:28.779005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34097940>, [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:03:21Z', 'revision_number': 4, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '21bb5d81-2ca6-407e-a5e1-e34f558a5952', 'name': '', 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'mac_address': 'fa:16:3e:b2:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:27Z', 'revision_number': 4, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'subnets': [{'id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:28.788296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e09a1-6e91-402d-9633-23b6d6bbff36 None None] The sync data for ids ['334deea2-9098-4b96-903d-7de6b1f12f19'] in dv-cinder-786524-3-iscsi is: [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:03:21Z', 'revision_number': 4, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '21bb5d81-2ca6-407e-a5e1-e34f558a5952', 'name': '', 'network_id': '5ac13782-6158-4df4-9feb-57f6013932fa', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'mac_address': 'fa:16:3e:b2:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:27Z', 'revision_number': 4, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'subnets': [{'id': 'e411ffd6-b198-485f-95d3-7f7d946ee1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:03:28.815617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:28.844516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58138) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:29.013145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group_rule': {'security_group_id': '03df9f1b-5e69-4ff5-80ac-f2a26bae1874', 'project_id': '0632e02ad28b467884ec00557a3a3650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:29.052621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:29.059080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Usage tracker for resource:security_group_rule and tenant:e323fa3798134c53a895e2c4028d170d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:29.063160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:29.070408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:29.161163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.183459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Router 9b6080ad-9eef-4306-902c-235944701959 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:03:29.241174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.276599 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69ef0>, [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:03:26Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '84e04a2c-d455-4e01-b57e-61d1855bbb12', 'name': '', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'mac_address': 'fa:16:3e:04:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:25Z', 'updated_at': '2021-04-23T18:03:25Z', 'revision_number': 1, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'subnets': [{'id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:29.285443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c218d-fcef-4c63-b461-e7f64236194a None None] The sync data for ids ['9b6080ad-9eef-4306-902c-235944701959'] in dv-cinder-786524-3-iscsi is: [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:03:26Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '84e04a2c-d455-4e01-b57e-61d1855bbb12', 'name': '', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'mac_address': 'fa:16:3e:04:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:25Z', 'updated_at': '2021-04-23T18:03:25Z', 'revision_number': 1, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'subnets': [{'id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:03:29.303390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:29.306008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.314053 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1cc071b-e97f-4797-82f9-986b5669ec8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:29.353685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03bbd75-20e4-4901-83a6-321fde23f124,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:29.357583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:29.381058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:29.384495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:29.405287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:29.433080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d019b14-1de5-4ee4-9774-39d999e731f1 req-7dd3b9a7-af4b-4dc4-b9d1-c30e807b30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:29.437028 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d019b14-1de5-4ee4-9774-39d999e731f1 req-7dd3b9a7-af4b-4dc4-b9d1-c30e807b30db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 1098 time: 0.3742926
Apr 23 18:03:29.440636 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8e6e5079-e2c4-4df3-9c7e-3f1a7eb15e82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e323fa3798134c53a895e2c4028d170d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8040671
Apr 23 18:03:29.445913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58144) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:29.459625 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Project 0632e02ad28b467884ec00557a3a3650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 18:03:29.487954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:03:29.493169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.504945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] 10.222.0.24 "PUT /v2.0/routers/9b6080ad-9eef-4306-902c-235944701959/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7883956
Apr 23 18:03:29.547072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ce732-d38c-40dd-9e51-a32a7d96d58d req-341294b4-1c24-44fa-8f7b-2f6284cbff4d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:29.548837 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d019b14-1de5-4ee4-9774-39d999e731f1 req-69ef0b9c-adde-493c-9a4f-1e1b8ecfe327 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800648
Apr 23 18:03:29.554976 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f2ce732-d38c-40dd-9e51-a32a7d96d58d req-341294b4-1c24-44fa-8f7b-2f6284cbff4d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 945 time: 0.8173833
Apr 23 18:03:29.569241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.589251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467cac-c5aa-478e-9bae-e8ecfcb6aeed req-12d93363-3b9f-4d7f-961c-a857842f0d60 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:29.591760 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5b467cac-c5aa-478e-9bae-e8ecfcb6aeed req-12d93363-3b9f-4d7f-961c-a857842f0d60 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.7322459
Apr 23 18:03:29.605742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.610208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f43dc-2932-40b4-9ff3-5e160b2e3d25 req-9a0bdbf6-50d2-4e4e-b09a-84e916e8e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:29.611780 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d5f43dc-2932-40b4-9ff3-5e160b2e3d25 req-9a0bdbf6-50d2-4e4e-b09a-84e916e8e1a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 1099 time: 0.3599141
Apr 23 18:03:29.664440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.672879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5a04682e-2605-46b0-aaf9-053c760dc82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:29.688468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03bbd75-20e4-4901-83a6-321fde23f124,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:29.691975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:29.693098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.694120 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f2ce732-d38c-40dd-9e51-a32a7d96d58d req-4370a284-0fba-4229-8a50-1775c662d92b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383262
Apr 23 18:03:29.694830 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a03bbd75-20e4-4901-83a6-321fde23f124 HTTP/1.1" status: 204  len: 168 time: 0.2478192
Apr 23 18:03:29.745841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.756145 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5b467cac-c5aa-478e-9bae-e8ecfcb6aeed req-96aa35cd-d7f7-40e3-a8ca-3d9f036c0bcb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524243
Apr 23 18:03:29.771831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:29.777275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f130f8ae-48e4-487b-ad19-9a29418d3cdc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:30.074823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023ce0f6-c500-46b2-8199-a54faceb7a85,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:30.087533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:30.117514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.121412 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-aa3e952c-5aa6-4845-a054-12eae1b41995 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.2731411
Apr 23 18:03:30.121871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58166) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:30.132676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'security_group_rule': {'security_group_id': '03df9f1b-5e69-4ff5-80ac-f2a26bae1874', 'project_id': '0632e02ad28b467884ec00557a3a3650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:30.147201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:30.150115 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d5f43dc-2932-40b4-9ff3-5e160b2e3d25 req-390e5bde-4b28-4d3d-9885-aaedd0111f1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3249903
Apr 23 18:03:30.164477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:security_group_rule and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:30.174133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:30.187971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:30.220998 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Project 0632e02ad28b467884ec00557a3a3650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 18:03:30.222888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0628b-0bee-4506-bf42-2f8e3b979f20 req-e892c3bb-85a0-47f1-b060-d6fcff020e67 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:30.235359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.236107 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6d0628b-0bee-4506-bf42-2f8e3b979f20 req-e892c3bb-85a0-47f1-b060-d6fcff020e67 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.3408098
Apr 23 18:03:30.300946 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6d0628b-0bee-4506-bf42-2f8e3b979f20 req-f8d5a644-990a-453d-97f8-63101f19f1f5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638003
Apr 23 18:03:30.337197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58174) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:30.363268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.370419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.375147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.387253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:30.390372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:30.392510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Usage tracker for resource:security_group_rule and tenant:309dea939079490b9e42de8ef31e91b0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:30.395759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:30.402436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:30.424676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4323a7ae-2982-400d-aacd-5ffdfef4cd32,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:30.428136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:30.433582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.435840 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c23c3ebf-b264-4e99-93d5-d335e07fc1d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3128526
Apr 23 18:03:30.597663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.608549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.618502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b4248c7a-cc25-403b-a01a-cc166fde2f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:30.718754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd0e18-4d50-42fe-8747-ccb33ce8304c,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:30.722961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:30.727372 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=309dea939079490b9e42de8ef31e91b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3890402
Apr 23 18:03:30.730329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58186) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:30.853511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.898288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.979297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:30.984830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1a2318c1-2a78-448e-b87d-9f7fa5d10a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:30.999081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 031bf98c-92c5-442b-ae2f-58c44d640a4c up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:31.037081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd0e18-4d50-42fe-8747-ccb33ce8304c,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:31.068492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:31.085328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:31.086538 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cdd0e18-4d50-42fe-8747-ccb33ce8304c HTTP/1.1" status: 204  len: 168 time: 0.3537643
Apr 23 18:03:31.201539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 031bf98c-92c5-442b-ae2f-58c44d640a4c completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:31.220061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 031bf98c-92c5-442b-ae2f-58c44d640a4c triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:31.220798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:31.407508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:31.433998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 031bf98c-92c5-442b-ae2f-58c44d640a4c, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=031bf98c-92c5-442b-ae2f-58c44d640a4c,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:31.437560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:31.438463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 21bb5d81-2ca6-407e-a5e1-e34f558a5952 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:31.533007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:31.645529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=031bf98c-92c5-442b-ae2f-58c44d640a4c,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:31.648616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:31.669701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:31.675562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:31.676323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:31.910618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-b4adc603-a86e-4314-99bf-1a0a5e4d017a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:31.917879 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-b4adc603-a86e-4314-99bf-1a0a5e4d017a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 819 time: 0.8854148
Apr 23 18:03:31.936082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:31.945669 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-93e9e428-2dbd-4783-b1d9-ec1ca73ff719 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/quotas/25190a6d8bb04135a24f0f208040fd24 HTTP/1.1" status: 200  len: 375 time: 0.0211618
Apr 23 18:03:32.024085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 21bb5d81-2ca6-407e-a5e1-e34f558a5952, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=21bb5d81-2ca6-407e-a5e1-e34f558a5952,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:32.028396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:32.034334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:32.095525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555823-e504-42f0-831e-da282a2d5168 req-5ae083ac-2c0c-4ccd-a710-09e8cc5db40b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:32.104406 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d555823-e504-42f0-831e-da282a2d5168 req-5ae083ac-2c0c-4ccd-a710-09e8cc5db40b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 945 time: 0.4083462
Apr 23 18:03:32.208645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=21bb5d81-2ca6-407e-a5e1-e34f558a5952,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:32.212679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:32.268915 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d555823-e504-42f0-831e-da282a2d5168 req-fde96686-e99d-4b93-afd2-2878e217b596 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487877
Apr 23 18:03:32.278515 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-bf9f561d-5b7f-4326-8948-8e1237600903 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3185813
Apr 23 18:03:32.513910 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-2b15f368-00fb-4607-b8d5-fe710646917a service neutron] 10.222.0.24 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271423
Apr 23 18:03:32.621100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdf819-5b00-4535-8a34-3ead49228333 req-0109874b-7681-4870-a1c6-8d153c8c7eab tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:32.623050 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30fdf819-5b00-4535-8a34-3ead49228333 req-0109874b-7681-4870-a1c6-8d153c8c7eab tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.2088759
Apr 23 18:03:32.745554 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30fdf819-5b00-4535-8a34-3ead49228333 req-fd93933e-eebf-441b-a524-8e3f7e2a1494 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121745
Apr 23 18:03:32.789350 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-95136b93-9f7d-4e59-a97d-8e94a38ed634 service neutron] 10.222.0.24 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590885
Apr 23 18:03:32.829610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 031bf98c-92c5-442b-ae2f-58c44d640a4c up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:33.028287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 031bf98c-92c5-442b-ae2f-58c44d640a4c triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:33.030685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:33.108458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7582ceaa-f391-49fb-99f4-69f0ff8a70e9 req-43bd5f9b-2fca-4891-81e4-b65ae8b10d9f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 210 time: 0.0786030
Apr 23 18:03:33.213580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 21bb5d81-2ca6-407e-a5e1-e34f558a5952 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:33.332025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:33.332458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:33.835462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Sync routers for ids ['9b6080ad-9eef-4306-902c-235944701959'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:03:33.848619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Routers {'9b6080ad-9eef-4306-902c-235944701959'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:33.849358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:03:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['9b6080ad-9eef-4306-902c-235944701959'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:34.140697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8482c-3db1-4eab-a2b0-50805dba9868 req-a13f45fe-2a3e-4348-ad9a-78a0aa140356 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:34.151471 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0f8482c-3db1-4eab-a2b0-50805dba9868 req-a13f45fe-2a3e-4348-ad9a-78a0aa140356 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 945 time: 0.1280620
Apr 23 18:03:34.196474 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0f8482c-3db1-4eab-a2b0-50805dba9868 req-27aca9a1-8bf2-476e-ae0f-722adf101e19 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465519
Apr 23 18:03:34.276597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Set router 9b6080ad-9eef-4306-902c-235944701959 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:34.633388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69940>, [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:03:26Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '84e04a2c-d455-4e01-b57e-61d1855bbb12', 'name': '', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'mac_address': 'fa:16:3e:04:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:25Z', 'updated_at': '2021-04-23T18:03:27Z', 'revision_number': 2, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'subnets': [{'id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:34.640908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Checking router: 9b6080ad-9eef-4306-902c-235944701959 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:03:34.641316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Updating router 9b6080ad-9eef-4306-902c-235944701959 port 84e04a2c-d455-4e01-b57e-61d1855bbb12 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:03:34.711537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:34.782315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-631429c1-b035-46e2-b4b1-fd8218867eac tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:34.784287 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-631429c1-b035-46e2-b4b1-fd8218867eac tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 819 time: 0.2017832
Apr 23 18:03:34.820598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Request body: {'port': {'device_id': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'admin_state_up': True, 'tenant_id': '25190a6d8bb04135a24f0f208040fd24'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:34.993831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:34.998397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Usage tracker for resource:port and tenant:25190a6d8bb04135a24f0f208040fd24 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:35.001906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:35.016457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:35.045028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Made reservation on behalf of 25190a6d8bb04135a24f0f208040fd24 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:35.050986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.185236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.198388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Transition to ACTIVE for port object 84e04a2c-d455-4e01-b57e-61d1855bbb12 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:35.205543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.211192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:35.236112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58402) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:35.305220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Allocated IP 172.20.0.2 (a0195412-d22c-45e7-9249-ad16c7281a9e/9574ad39-9f83-4168-8aa6-63abc87e2f53/b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:35.400764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.404671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7d436-4cb6-4e34-9463-be953b94527c None None] Pushing event updated for resources: {'Port': ['ID=84e04a2c-d455-4e01-b57e-61d1855bbb12,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:35.412502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d9d7d436-4cb6-4e34-9463-be953b94527c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:35.419326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:35.423513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Usage tracker for resource:security_group_rule and tenant:04ed1543c143457980e54a0b5212f9c9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:35.426803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:35.435414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:35.473657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Attempting to bind port 84e04a2c-d455-4e01-b57e-61d1855bbb12 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:35.474358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Attempting to bind port 84e04a2c-d455-4e01-b57e-61d1855bbb12 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:35.474771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Attempting to bind port 84e04a2c-d455-4e01-b57e-61d1855bbb12 on network a0195412-d22c-45e7-9249-ad16c7281a9e {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:35.481871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:35.482293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Checking segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:35.482746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.483185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Bound using segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:35.483705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Bound port: 84e04a2c-d455-4e01-b57e-61d1855bbb12, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:35.484145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.543601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.548194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.560245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-41b1ef96-fbf2-4adb-9fee-a14b6695cdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:35.582554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4dec-c1e5-4306-8c98-33ec62c941a2 req-5f77237f-0708-4866-a378-98538c193395 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:35.584547 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3de4dec-c1e5-4306-8c98-33ec62c941a2 req-5f77237f-0708-4866-a378-98538c193395 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 945 time: 0.2091107
Apr 23 18:03:35.597810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] For port 84e04a2c-d455-4e01-b57e-61d1855bbb12, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:35.602495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] For port 84e04a2c-d455-4e01-b57e-61d1855bbb12, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=84e04a2c-d455-4e01-b57e-61d1855bbb12,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:35.604656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ac3a2-d19a-49f9-9cc7-86ce22700aa9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:35.606209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.610346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:35.613033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e12bc671-74e9-48c9-8519-0e5786091bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:35.634502 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04ed1543c143457980e54a0b5212f9c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3971145
Apr 23 18:03:35.635075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58410) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:35.665632 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3de4dec-c1e5-4306-8c98-33ec62c941a2 req-f45aeed4-1bd5-4ebb-a41f-eb7c0c731964 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686238
Apr 23 18:03:35.694997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.718024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.733190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.738552 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7d436-4cb6-4e34-9463-be953b94527c None None] Pushing event updated for resources: {'Port': ['ID=84e04a2c-d455-4e01-b57e-61d1855bbb12,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:35.744480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d9d7d436-4cb6-4e34-9463-be953b94527c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:35.746263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Routers {'9b6080ad-9eef-4306-902c-235944701959'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:03:35.747470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:03:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['9b6080ad-9eef-4306-902c-235944701959'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:35.748428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.755704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:35.815764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.822312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b296882f-a402-4602-af42-b40ace47396c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:35.835168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ac3a2-d19a-49f9-9cc7-86ce22700aa9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:35.839289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Network a0195412-d22c-45e7-9249-ad16c7281a9e is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:35.843961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:35.844728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.850062 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c73ac3a2-d19a-49f9-9cc7-86ce22700aa9 HTTP/1.1" status: 204  len: 168 time: 0.2136698
Apr 23 18:03:35.851940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:35.858054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:35.864657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:35.865541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:35.909681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Pushing event updated for resources: {'Port': ['ID=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:35.913595 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0995555
Apr 23 18:03:35.929301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:35.948276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Request body: {'port': {'device_id': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:35.993545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] Set router 9b6080ad-9eef-4306-902c-235944701959 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:03:36.077664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.225411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-c89866be-a891-47dc-8d94-1d675a9c8a0b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:36.231373 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-c89866be-a891-47dc-8d94-1d675a9c8a0b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 945 time: 0.1897135
Apr 23 18:03:36.394992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58424) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:36.433549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc69940>, [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:03:26Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '84e04a2c-d455-4e01-b57e-61d1855bbb12', 'name': '', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'mac_address': 'fa:16:3e:04:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:25Z', 'updated_at': '2021-04-23T18:03:35Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'subnets': [{'id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:03:36.439319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bbf3e-4aa1-4a8e-bc4d-cf694099200a None None] The sync data for ids ['9b6080ad-9eef-4306-902c-235944701959'] in dv-cinder-786524-3-iscsi is: [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:03:26Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '84e04a2c-d455-4e01-b57e-61d1855bbb12', 'name': '', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'mac_address': 'fa:16:3e:04:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:25Z', 'updated_at': '2021-04-23T18:03:35Z', 'revision_number': 4, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'subnets': [{'id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:03:36.443534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.456298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Deleting port d7367d68-2095-454a-9762-78973fb6f789 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:03:36.456695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.480621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:36.508072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa8c27247be41b683d7cf5cb3cd4692 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:36.513268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:36.526872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:36.644665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] For port d7367d68-2095-454a-9762-78973fb6f789, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d7367d68-2095-454a-9762-78973fb6f789,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:36.645118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.645999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:36.659392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.732969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.740295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.755618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c786822-aaa3-4879-ac1e-972f5fc7a4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:36.801728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2915224a-11cb-4c40-a08f-8699deb49883,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:36.807851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Transition to ACTIVE for port object b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:36.825809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Calling delete_port for d7367d68-2095-454a-9762-78973fb6f789 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:03:36.827956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:36.832943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:36.846034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:36.853989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 84e04a2c-d455-4e01-b57e-61d1855bbb12 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:37.040158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 84e04a2c-d455-4e01-b57e-61d1855bbb12 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:37.051717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:37.063677 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaa8c27247be41b683d7cf5cb3cd4692&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6652405
Apr 23 18:03:37.063677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:37.066284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58438) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:37.069194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 84e04a2c-d455-4e01-b57e-61d1855bbb12 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:37.073381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.081190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:37.082750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.191794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Pushing event deleted for resources: {'Port': ['ID=d7367d68-2095-454a-9762-78973fb6f789,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:37.197285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:37.207156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d7367d68-2095-454a-9762-78973fb6f789'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:37.214697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.303772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] No DVR routers for this DVR port d7367d68-2095-454a-9762-78973fb6f789 on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:03:37.308058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.312186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'name': 'network-vif-deleted', 'tag': 'd7367d68-2095-454a-9762-78973fb6f789'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:37.338553 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ee2fffcc-e811-4e73-ae9c-348686f8cd14 req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "DELETE /v2.0/ports/d7367d68-2095-454a-9762-78973fb6f789 HTTP/1.1" status: 204  len: 173 time: 1.1017451
Apr 23 18:03:37.407755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.451306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 84e04a2c-d455-4e01-b57e-61d1855bbb12, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=84e04a2c-d455-4e01-b57e-61d1855bbb12,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:37.455270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.458314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:37.550545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=84e04a2c-d455-4e01-b57e-61d1855bbb12,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:37.553859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:37.589518 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b58e6e8-4b67-4a77-914f-91fca41b7559 req-7c9c449a-d575-48dc-9bc6-4bd972d7cc5f tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=6be793df-3d23-4c66-b64c-4169df3d0cf7 HTTP/1.1" status: 200  len: 210 time: 0.3759127
Apr 23 18:03:37.605018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Attempting to bind port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:37.605397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Attempting to bind port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:37.605794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Attempting to bind port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a on network a0195412-d22c-45e7-9249-ad16c7281a9e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:37.613949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.624446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a on network a0195412-d22c-45e7-9249-ad16c7281a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:03:37.624822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Attempting to bind port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a on network a0195412-d22c-45e7-9249-ad16c7281a9e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:37.639355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:37.639730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Checking segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:37.640182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Bound using segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:37.640663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Bound port: b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:37.641045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.820103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.828424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7569930d-ec90-471a-bbf7-3027026fcb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:37.852203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] For port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:37.854719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2915224a-11cb-4c40-a08f-8699deb49883,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:37.865287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:37.870498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] For port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:37.872375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.873579 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2915224a-11cb-4c40-a08f-8699deb49883 HTTP/1.1" status: 204  len: 168 time: 0.8061690
Apr 23 18:03:37.878531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.893174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88568c-269e-432f-9833-bb6c6affbba4 req-680ae585-3963-4f5d-bb4a-7c802633a52a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:37.894934 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f88568c-269e-432f-9833-bb6c6affbba4 req-680ae585-3963-4f5d-bb4a-7c802633a52a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1897223
Apr 23 18:03:37.896718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:37.972784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:37.973407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:37.974880 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 1093 time: 2.0444298
Apr 23 18:03:37.977343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'tag': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:38.028798 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f88568c-269e-432f-9833-bb6c6affbba4 req-ee582548-1cc8-433b-8ba3-0377b99459a3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926211
Apr 23 18:03:38.032775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:38.044079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:38.151930 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be793df-3d23-4c66-b64c-4169df3d0cf7', 'name': 'network-vif-deleted', 'tag': 'd7367d68-2095-454a-9762-78973fb6f789', 'status': 'completed', 'code': 200}
Apr 23 18:03:38.187842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-04b77421-2b53-4534-b452-60201d469c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:38.190513 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-04b77421-2b53-4534-b452-60201d469c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1096 time: 0.1418347
Apr 23 18:03:38.202922 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'tag': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a', 'status': 'completed', 'code': 200}
Apr 23 18:03:38.303420 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-8b77dd4b-a714-48a6-a526-e05f88ef4810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 217 time: 0.0768681
Apr 23 18:03:38.404276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-b83e8a96-a951-46de-8231-e20d37dcf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:38.409463 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-b83e8a96-a951-46de-8231-e20d37dcf7c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.0952661
Apr 23 18:03:38.472674 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-1242bfb0-8c27-4ea3-a1fb-c0dae184a189 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498505
Apr 23 18:03:38.626590 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-0446eed6-e604-4975-8e7a-889c9451c0ed service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462746
Apr 23 18:03:38.778829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 84e04a2c-d455-4e01-b57e-61d1855bbb12 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:38.858993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 84e04a2c-d455-4e01-b57e-61d1855bbb12 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:38.859517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:39.155082 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029c65a1-d96b-4675-990f-bd4aa69b437f req-86afe29b-76df-406c-a06e-e583ced1a5fa service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5191586
Apr 23 18:03:39.175182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-826d4b02-8bc2-4eb4-ad3c-cff555275ea0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:39.176823 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-826d4b02-8bc2-4eb4-ad3c-cff555275ea0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 819 time: 0.3974206
Apr 23 18:03:39.214786 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-130080f1-e060-4533-a35f-b293a1ef552f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/quotas/25190a6d8bb04135a24f0f208040fd24 HTTP/1.1" status: 200  len: 375 time: 0.0279610
Apr 23 18:03:39.354069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-c82e6918-163d-410a-a75b-663b9ba26cfa tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:39.356097 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-c82e6918-163d-410a-a75b-663b9ba26cfa tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.5390992
Apr 23 18:03:39.397644 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-614232e1-08d0-4ed8-b5f6-04a985ab0590 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/quotas/9b27c35630ec470ba07816df16d47d68 HTTP/1.1" status: 200  len: 375 time: 0.0266664
Apr 23 18:03:39.502885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-92bce46f-0a20-417a-ae7b-2bb77b1a4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:39.504310 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-92bce46f-0a20-417a-ae7b-2bb77b1a4b3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1096 time: 0.2142131
Apr 23 18:03:39.528901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-8a83c792-b6fd-42c1-842e-c74caa42edcc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Synchronizing usage tracker for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:03:39.682275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-8a83c792-b6fd-42c1-842e-c74caa42edcc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Unset dirty status for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:03:39.684240 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-8a83c792-b6fd-42c1-842e-c74caa42edcc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4553742
Apr 23 18:03:39.736413 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-84e9c1c4-0701-42d6-9bbc-f042b33f6461 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3222756
Apr 23 18:03:39.904960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-f3ba2930-0871-4160-8ddd-b5fbf67699b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:39.906903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-f3ba2930-0871-4160-8ddd-b5fbf67699b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.3931699
Apr 23 18:03:39.999181 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-9c28edd8-becc-4cc1-b22e-212e63471891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 217 time: 0.0807221
Apr 23 18:03:40.113549 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-663a3761-ef75-4667-aa57-b691e3b603eb service neutron] 10.222.0.24 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4195621
Apr 23 18:03:40.148992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d7367d68-2095-454a-9762-78973fb6f789 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:03:40.158733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-df7be0bf-84a7-43c0-baad-c6c9c335adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:40.160278 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-df7be0bf-84a7-43c0-baad-c6c9c335adaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.1453667
Apr 23 18:03:40.186975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: d7367d68-2095-454a-9762-78973fb6f789 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:03:40.187374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d7367d68-2095-454a-9762-78973fb6f789 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:03:40.219050 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-f7678916-1c8c-43e2-8f85-90df46b80702 service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4248371
Apr 23 18:03:40.296921 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-4a3c56d7-8005-4067-8e48-bb779de5cc70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768530
Apr 23 18:03:40.750896 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-264023de-c5e1-4ebf-b6d7-a48fe33bb5e3 service neutron] 10.222.0.24 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6303537
Apr 23 18:03:40.793193 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-7df5baa4-5e23-411f-8369-366edfe3c93c service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5324278
Apr 23 18:03:40.802207 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-0e40ca3c-1510-40eb-8874-82d99f9beca2 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402411
Apr 23 18:03:40.991557 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3fe865e6-6ce6-4024-a2bf-e0455f8007a8 req-d807851e-266f-436b-bd96-0db1dffaec39 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814916
Apr 23 18:03:41.150012 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cfff71dd-721b-491e-8043-cfd235b66817 req-457cd66e-4d18-436b-8572-0c5cfad9d116 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 210 time: 0.0817976
Apr 23 18:03:41.326912 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a3871500-1173-42ae-9413-d36a776672e1 req-b2a7ca1b-dd24-47cf-8304-c54ce613daff tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 210 time: 0.0833132
Apr 23 18:03:41.379093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b172c6-033d-4c27-85a7-040547cb6f93 req-8f408ea7-3617-4029-80ea-543a66d44091 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:41.381009 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0b172c6-033d-4c27-85a7-040547cb6f93 req-8f408ea7-3617-4029-80ea-543a66d44091 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1968851
Apr 23 18:03:41.452565 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0b172c6-033d-4c27-85a7-040547cb6f93 req-5a6d076a-ef26-4f82-867d-319d169a8eae tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623553
Apr 23 18:03:42.307983 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-738c301b-ddfb-48f7-9548-52599608b3db req-f4eb21a2-615b-4d2d-90d2-1501b2ae9c99 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 210 time: 0.0482895
Apr 23 18:03:42.498124 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9f0cc79-8011-480c-b831-79a531c101d2 req-dd8a6468-ca57-47cb-a17e-c07b9db85a88 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 210 time: 0.0507269
Apr 23 18:03:42.694843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac834-4347-42e0-b2cc-3c2e74a17f99 req-f74c3573-7f28-4ba1-88a1-a96f2ec0636a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:42.696471 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-228ac834-4347-42e0-b2cc-3c2e74a17f99 req-f74c3573-7f28-4ba1-88a1-a96f2ec0636a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0946226
Apr 23 18:03:42.747347 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-228ac834-4347-42e0-b2cc-3c2e74a17f99 req-c642f183-f045-4059-a2ef-5d8fd6532649 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430946
Apr 23 18:03:43.473541 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d52035e2-4633-4768-9182-a7f93ed68e9a req-54153fba-156b-4d00-905e-f5a2338660ab tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 210 time: 0.0488679
Apr 23 18:03:43.640355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:03:43.660930 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7dea74cf-554a-4415-8650-8711450183dd req-f416d623-8cb3-4ebc-9478-0d247f8d5c44 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 210 time: 0.0515590
Apr 23 18:03:43.784903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:43.800664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'port_id': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a', 'mac_address': 'fa:16:3e:27:f4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:03:43.868125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:43.887776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:43.905464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:43.909195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:43.911721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:43.957288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229395e-f826-436b-9d52-0bd7ab5114ea req-67e627aa-579e-4e9d-8e60-ea7b861c5493 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:43.958968 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3229395e-f826-436b-9d52-0bd7ab5114ea req-67e627aa-579e-4e9d-8e60-ea7b861c5493 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0954413
Apr 23 18:03:43.985329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:43.988871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:44.010069 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3229395e-f826-436b-9d52-0bd7ab5114ea req-a89a3042-8d77-428d-84db-8d38798682b4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434654
Apr 23 18:03:44.640324 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-926919ee-716d-40fd-a01a-c2c786995039 req-17323b38-719c-4577-b019-8837dd1d6aae tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 210 time: 0.0526838
Apr 23 18:03:44.833710 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d74c1153-6f58-494c-b263-6f4a68537c21 req-37a92405-5ac6-47fa-9506-ec1781b136b3 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 210 time: 0.0537570
Apr 23 18:03:45.065666 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:45.222062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f6aee-70f9-40f7-b156-77a82336a64e req-b24cf17a-bf3a-48b1-b26a-7f629112391a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:45.223688 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-684f6aee-70f9-40f7-b156-77a82336a64e req-b24cf17a-bf3a-48b1-b26a-7f629112391a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0952382
Apr 23 18:03:45.274327 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-684f6aee-70f9-40f7-b156-77a82336a64e req-96f2d80a-339a-41ef-addf-2c55f8d869b7 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440300
Apr 23 18:03:45.667876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-83df2a75-9ba5-486b-908b-376eea574973 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:45.669824 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-83df2a75-9ba5-486b-908b-376eea574973 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 819 time: 0.1738696
Apr 23 18:03:45.694127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Request body: {'port': {'device_id': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'admin_state_up': True, 'tenant_id': '25190a6d8bb04135a24f0f208040fd24'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:45.891331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:45.902290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:45.916516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Made reservation on behalf of 25190a6d8bb04135a24f0f208040fd24 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:45.923275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:45.994290 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f67bc2ac-498c-486b-ae3a-044056f312cb req-c101fa24-f49e-4950-9080-e8ffc0f1703f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 210 time: 0.0561965
Apr 23 18:03:46.249155 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-45b5b53e-c3f3-4f30-8073-be225df88d49 req-38614608-6e35-44fd-b168-1865c13f0b93 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 210 time: 0.1082237
Apr 23 18:03:46.315172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Allocated IP 172.20.0.9 (a0195412-d22c-45e7-9249-ad16c7281a9e/9574ad39-9f83-4168-8aa6-63abc87e2f53/7fb51c8e-5cd7-4019-9314-c4f8269b6e21) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:46.435493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-b2662a4e-775d-4ee3-b5fe-293fe3737946 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:46.436630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-b2662a4e-775d-4ee3-b5fe-293fe3737946 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:03:46.458524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-b2662a4e-775d-4ee3-b5fe-293fe3737946 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:03:46.460105 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-b2662a4e-775d-4ee3-b5fe-293fe3737946 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.2393746
Apr 23 18:03:46.482607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Request body: {'port': {'device_id': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'admin_state_up': True, 'tenant_id': '9b27c35630ec470ba07816df16d47d68'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:46.650524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:03:46.699714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66ed7a-61da-4fda-9fb9-f00b5bfb09bf req-6d5fe579-41a7-4fd2-aca4-102917dd9ba6 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:46.701267 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ec66ed7a-61da-4fda-9fb9-f00b5bfb09bf req-6d5fe579-41a7-4fd2-aca4-102917dd9ba6 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1893864
Apr 23 18:03:46.711225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:46.742409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:03:46.750231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:03:46.751578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:46.783050 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ec66ed7a-61da-4fda-9fb9-f00b5bfb09bf req-9d57a07c-3eab-45ac-a8df-b62c6e95b05f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628240
Apr 23 18:03:46.814346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:46.831550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:46.890724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:46.908208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Network a0195412-d22c-45e7-9249-ad16c7281a9e is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:46.916627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:46.919515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:46.925986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:46.926804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:46.927460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:46.937718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:46.947449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Made reservation on behalf of 9b27c35630ec470ba07816df16d47d68 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:03:46.950999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Pushing event updated for resources: {'Port': ['ID=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:46.954411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:46.966348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.966852 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.967261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.967661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.968084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.968475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.968876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.969267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.970074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.970074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.970411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.970807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:46.974630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:46.979439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:46.981024 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2912700
Apr 23 18:03:47.001985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Request body: {'port': {'device_id': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:47.021404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:47.041364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:03:47.069196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.082936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:47.143459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.228857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:47.235170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:47.259556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Allocated IP 172.20.0.9 (cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9/7478072b-f485-40e8-b5ea-8ac62a4a8c3f/88b1798d-8fbd-4daa-b85d-b128a528dd76) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:03:47.422623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31b3d3-28bf-4036-8d75-f1621824c0cc req-954e9170-c347-44d0-bc16-c6e6d92dc83a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:47.423392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-cc31b3d3-28bf-4036-8d75-f1621824c0cc req-954e9170-c347-44d0-bc16-c6e6d92dc83a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Synchronizing usage tracker for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:03:47.510106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-cc31b3d3-28bf-4036-8d75-f1621824c0cc req-954e9170-c347-44d0-bc16-c6e6d92dc83a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Unset dirty status for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:03:47.511378 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc31b3d3-28bf-4036-8d75-f1621824c0cc req-954e9170-c347-44d0-bc16-c6e6d92dc83a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 931 time: 0.3448725
Apr 23 18:03:47.512920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.543547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.549801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:47.591840 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc31b3d3-28bf-4036-8d75-f1621824c0cc req-5041555e-94a3-4982-9d8e-7458c5e249cc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672126
Apr 23 18:03:47.603226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'b81d5e6c-6eac-4247-9494-32ff920b1074'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:03:47.628009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:03:47.628714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:03:47.633232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:03:47.674285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:47.677549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event updated for resources: {'Port': ['ID=88b1798d-8fbd-4daa-b85d-b128a528dd76,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:47.690577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.690987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.691384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.691767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.692188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.692584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.692971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.693388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.693724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.694113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.694500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.694886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:03:47.696408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.701321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:47.719133 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a', 'code': 200}
Apr 23 18:03:47.737416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Transition to ACTIVE for port object 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:47.746204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.748529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:47.749583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:47.749725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ec53388-64a4-4485-999a-e0559192c436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:47.783524 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3060825
Apr 23 18:03:47.825704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Request body: {'port': {'device_id': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:03:48.065118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.144254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Pushing event updated for resources: {'Port': ['ID=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:48.163553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:48.195073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Attempting to bind port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:48.195451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Attempting to bind port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:48.195838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Attempting to bind port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 on network a0195412-d22c-45e7-9249-ad16c7281a9e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:48.207471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 on network a0195412-d22c-45e7-9249-ad16c7281a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:03:48.209271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Attempting to bind port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 on network a0195412-d22c-45e7-9249-ad16c7281a9e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:48.229436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:48.229436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Checking segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:48.229747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Bound using segment: {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:48.230156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Bound port: 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e01a7b-9586-4edc-b0f2-6d0600fb394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:48.230558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.306449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4237a5-4372-42ea-8b64-7ab27020a2f9 req-eb7e895b-139b-41bb-9534-9198330dbcf7 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:48.308133 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1b4237a5-4372-42ea-8b64-7ab27020a2f9 req-eb7e895b-139b-41bb-9534-9198330dbcf7 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 931 time: 0.3629560
Apr 23 18:03:48.344468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff085-56ba-4b09-8714-2460d2c7cf1e req-7b84b358-9303-4c69-be61-81c88868ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:48.346064 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f7ff085-56ba-4b09-8714-2460d2c7cf1e req-7b84b358-9303-4c69-be61-81c88868ba61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.2371848
Apr 23 18:03:48.441421 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1b4237a5-4372-42ea-8b64-7ab27020a2f9 req-6eec38df-3db8-4877-acf6-6c95093f21b5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234305
Apr 23 18:03:48.450587 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f7ff085-56ba-4b09-8714-2460d2c7cf1e req-21a17906-131f-4aa0-bec0-1aa5c22a2b9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862968
Apr 23 18:03:48.451696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] For port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:48.455648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] For port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:48.475099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.480920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2c9831dd-aecb-4112-bfea-8b4e88013731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:48.501528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b1798d-8fbd-4daa-b85d-b128a528dd76 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:03:48.509877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.530862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Transition to ACTIVE for port object 88b1798d-8fbd-4daa-b85d-b128a528dd76 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:03:48.533583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:48.534279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.535819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.536140 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] 10.222.0.47 "PUT /v2.0/ports/7fb51c8e-5cd7-4019-9314-c4f8269b6e21 HTTP/1.1" status: 200  len: 1093 time: 1.5391834
Apr 23 18:03:48.538562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'tag': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:48.542017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfd1548a-eefa-4fe9-82ec-ca56a384117f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:48.720055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Pushing event updated for resources: {'Port': ['ID=88b1798d-8fbd-4daa-b85d-b128a528dd76,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:48.728988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:48.811435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Attempting to bind port 88b1798d-8fbd-4daa-b85d-b128a528dd76 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:03:48.811866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Attempting to bind port 88b1798d-8fbd-4daa-b85d-b128a528dd76 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:03:48.812213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Attempting to bind port 88b1798d-8fbd-4daa-b85d-b128a528dd76 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:48.817408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Port 88b1798d-8fbd-4daa-b85d-b128a528dd76 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:03:48.817773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Attempting to bind port 88b1798d-8fbd-4daa-b85d-b128a528dd76 on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:03:48.823572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:03:48.824023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Checking segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:03:48.824605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Bound using segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:03:48.825095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Bound port: 88b1798d-8fbd-4daa-b85d-b128a528dd76, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:03:48.825486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.835511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Pushing event updated for resources: {'Port': ['ID=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:48.841323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:48.876934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df155d-c394-4559-b792-d323bdaacb0d req-e19e5947-6400-43c0-9d81-2d5d9fbfab80 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:48.878509 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96df155d-c394-4559-b792-d323bdaacb0d req-e19e5947-6400-43c0-9d81-2d5d9fbfab80 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.3172650
Apr 23 18:03:48.887203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:03:48.925920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] For port 88b1798d-8fbd-4daa-b85d-b128a528dd76, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:03:48.929286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] For port 88b1798d-8fbd-4daa-b85d-b128a528dd76, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:03:48.931119 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96df155d-c394-4559-b792-d323bdaacb0d req-96bfdc34-1968-4167-9fd7-ab39947d9c50 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446932
Apr 23 18:03:48.934388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:48.939884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:49.006273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.006952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:49.008458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] 10.222.0.47 "PUT /v2.0/ports/88b1798d-8fbd-4daa-b85d-b128a528dd76 HTTP/1.1" status: 200  len: 1093 time: 1.1883919
Apr 23 18:03:49.009002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'tag': '88b1798d-8fbd-4daa-b85d-b128a528dd76'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:03:49.029276 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'tag': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21', 'status': 'completed', 'code': 200}
Apr 23 18:03:49.034378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Pushing event updated for resources: {'Port': ['ID=88b1798d-8fbd-4daa-b85d-b128a528dd76,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:49.037698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:49.173763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-4e3fb270-1395-4746-b006-3ff3070205cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.175370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-4e3fb270-1395-4746-b006-3ff3070205cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 1096 time: 0.1851223
Apr 23 18:03:49.222684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-7b862a98-b38c-474c-9306-66c434705b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.224490 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-7b862a98-b38c-474c-9306-66c434705b2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 1096 time: 0.1278508
Apr 23 18:03:49.278143 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-611bb389-b4ba-490d-a36c-c431e8552c0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21 HTTP/1.1" status: 200  len: 217 time: 0.0840557
Apr 23 18:03:49.294440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9739-3dd6-413b-b550-fcc3e2be2659 req-b0663b95-dcd0-4248-b5eb-d94345025229 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.296190 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-19ed9739-3dd6-413b-b550-fcc3e2be2659 req-b0663b95-dcd0-4248-b5eb-d94345025229 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.1802237
Apr 23 18:03:49.316900 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-8a240a71-8521-4269-ab22-4f3c6887e107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76 HTTP/1.1" status: 200  len: 217 time: 0.0740755
Apr 23 18:03:49.410952 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-19ed9739-3dd6-413b-b550-fcc3e2be2659 req-fc4c3daf-4b9d-4c6f-83d6-a4dfc1fc4051 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727806
Apr 23 18:03:49.419282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-c9303d09-73c4-4ad0-a660-1045995b7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.421258 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-c9303d09-73c4-4ad0-a660-1045995b7021 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.0955501
Apr 23 18:03:49.436555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-1404e95a-8f49-4210-9959-7b6b4b844c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.442300 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-1404e95a-8f49-4210-9959-7b6b4b844c41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.1450126
Apr 23 18:03:49.490906 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'tag': '88b1798d-8fbd-4daa-b85d-b128a528dd76', 'status': 'completed', 'code': 200}
Apr 23 18:03:49.497148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 58744) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:49.501672 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-89358ec3-7269-4893-9915-624f0064d358 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585132
Apr 23 18:03:49.536964 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-a9c83d12-d189-456d-b7e9-87290c0f584e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859320
Apr 23 18:03:49.681958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:49.714066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:03:49.718184 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-6d65c524-7aab-4692-96de-81e1f96b6618 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026222
Apr 23 18:03:49.720512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Usage tracker for resource:security_group_rule and tenant:908296d28a3e49f1ae245f3996dae44f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:03:49.723500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:03:49.731638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:03:49.776030 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-f287699f-51f9-432d-9902-2b937c600610 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300637
Apr 23 18:03:49.791526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc28cc-f897-446d-8d6d-9f0a70fd2f11 req-7c5d4c1f-eff3-4230-adcc-4a90b8630d22 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:49.794490 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cadc28cc-f897-446d-8d6d-9f0a70fd2f11 req-7c5d4c1f-eff3-4230-adcc-4a90b8630d22 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.2015562
Apr 23 18:03:49.915105 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc70036f-5159-4d70-a254-eaabcd5011fd req-56630cba-4a9c-4127-aaee-b34e1b3389dc service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853957
Apr 23 18:03:49.942605 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cadc28cc-f897-446d-8d6d-9f0a70fd2f11 req-dc56527e-8fc8-426a-8bb6-ad3673b0b1d6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228282
Apr 23 18:03:49.968855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:49.972727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:49.983672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-625ab5c7-4568-4a83-bc0e-7486db4587fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:49.987188 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-176cd175-ecd6-4ae2-9d8d-54e2bae7692a req-31795650-1cbf-4473-9a37-09f3cadcdc46 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905198
Apr 23 18:03:50.034801 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=908296d28a3e49f1ae245f3996dae44f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5365293
Apr 23 18:03:50.035978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06d4c2-0578-4c92-8556-d81140e1d3bb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:50.037758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 58752) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:03:50.039194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:50.212232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:50.253460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:50.269154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-5d4846a8-9126-4bf3-8003-e64d465604d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.270786 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-5d4846a8-9126-4bf3-8003-e64d465604d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 1096 time: 0.0893323
Apr 23 18:03:50.372266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b0729-9398-4c09-a3d1-117443968b5e req-0a1c9d60-c3db-4258-89af-261e192a9521 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.373890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e28b0729-9398-4c09-a3d1-117443968b5e req-0a1c9d60-c3db-4258-89af-261e192a9521 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2881584
Apr 23 18:03:50.376141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:50.382875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44bf41a1-0cb5-457a-aeef-a607e7ab5fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:03:50.437883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-38afcde7-4f24-45ee-96b1-51ad3242b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.439405 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-38afcde7-4f24-45ee-96b1-51ad3242b64e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.1556289
Apr 23 18:03:50.443558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06d4c2-0578-4c92-8556-d81140e1d3bb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:03:50.446070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:03:50.450362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:50.454299 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e4d5a6bd-ec70-49cf-8e35-48b124318113 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab06d4c2-0578-4c92-8556-d81140e1d3bb HTTP/1.1" status: 204  len: 168 time: 0.4126818
Apr 23 18:03:50.456155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-4598dff8-486a-46c0-b0e8-e5267782ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.457786 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-4598dff8-486a-46c0-b0e8-e5267782ae3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 1096 time: 0.3150499
Apr 23 18:03:50.473697 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e28b0729-9398-4c09-a3d1-117443968b5e req-90f5d4ff-72ea-4bbd-9cb4-cdd642ec7a84 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929775
Apr 23 18:03:50.556827 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-75483c18-9a29-4594-9011-3ac44b0e4bea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21 HTTP/1.1" status: 200  len: 217 time: 0.0903697
Apr 23 18:03:50.669503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-5673712c-0ab8-4870-83a7-5a0cd7b5c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.671291 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-5673712c-0ab8-4870-83a7-5a0cd7b5c602 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.0983319
Apr 23 18:03:50.743472 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-d60f5a5f-166b-4166-bcbd-3707f5a248c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575185
Apr 23 18:03:50.829426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-f4c191d7-6fdd-4642-a2cc-e0d0df8235cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.831019 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-f4c191d7-6fdd-4642-a2cc-e0d0df8235cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 915 time: 0.3553638
Apr 23 18:03:50.840115 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-67c61b58-1706-4fc8-879c-60bd46569eef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2311478
Apr 23 18:03:50.912557 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-ca984776-4294-4f2a-a7a8-283ce6d91b72 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502216
Apr 23 18:03:50.912910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca4f2-1d0f-4242-80e0-973053324e39 req-8e2caa05-b8f8-426b-9e23-38d41417c97f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:50.914582 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0e6ca4f2-1d0f-4242-80e0-973053324e39 req-8e2caa05-b8f8-426b-9e23-38d41417c97f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.2582321
Apr 23 18:03:50.974822 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-34805601-37dc-470f-a4c2-e69b787a21e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76 HTTP/1.1" status: 200  len: 217 time: 0.1328852
Apr 23 18:03:51.082592 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9ccd476-73b9-4f96-b032-4fcdb78f434d req-1e21bb7b-6738-49fe-a198-d60196e51d43 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632047
Apr 23 18:03:51.091326 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0e6ca4f2-1d0f-4242-80e0-973053324e39 req-957b13f2-c91c-4b53-8c68-7b5c9feb34c0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267896
Apr 23 18:03:51.102990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-8d18424d-a63d-4bbb-ad60-7164e69ae511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:51.104618 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-8d18424d-a63d-4bbb-ad60-7164e69ae511 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.1072857
Apr 23 18:03:51.171559 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-3d873640-93de-49e2-8f7a-8d16af99f6a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565484
Apr 23 18:03:51.179209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-d61a3911-0faa-41b1-be77-98772ec5eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:51.180890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-d61a3911-0faa-41b1-be77-98772ec5eaac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 1098 time: 0.2587504
Apr 23 18:03:51.546652 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-e1a3be59-588a-45b7-8170-446b19f4cc8a service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549283
Apr 23 18:03:51.547991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-fa4f0bc8-7948-40a0-bdba-888ec0eae4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:51.549429 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-fa4f0bc8-7948-40a0-bdba-888ec0eae4c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 915 time: 0.3305657
Apr 23 18:03:51.562215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e74fe-caa5-4c13-9b1d-9f0fe3820667 req-27bc898d-ea07-418d-875e-dde6de834e0c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:51.563783 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e36e74fe-caa5-4c13-9b1d-9f0fe3820667 req-27bc898d-ea07-418d-875e-dde6de834e0c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.3203416
Apr 23 18:03:51.932776 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-a69a98cc-aaf8-444a-906b-1fc7ea044424 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63 HTTP/1.1" status: 200  len: 217 time: 0.3667421
Apr 23 18:03:52.031710 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e36e74fe-caa5-4c13-9b1d-9f0fe3820667 req-3dfffc04-376e-45db-91e7-5e7c4ec668b5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863768
Apr 23 18:03:52.063296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-f7ef0516-89ca-4148-89ce-3fdad1ebdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:52.064882 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-f7ef0516-89ca-4148-89ce-3fdad1ebdc0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.1235418
Apr 23 18:03:52.127404 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc934c0-2ebc-4ca6-b2c3-dc454f6c9b92 req-810312ed-9c95-462c-89ba-e1fb114c701e service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5625598
Apr 23 18:03:52.134695 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-7b14a668-58bb-4429-a090-5a87d22a65e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517459
Apr 23 18:03:52.369777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10bad9-a98b-47a8-84f0-032481e3a018 req-837137ee-a360-4410-abee-897537ff905d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:52.372113 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae10bad9-a98b-47a8-84f0-032481e3a018 req-837137ee-a360-4410-abee-897537ff905d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2177103
Apr 23 18:03:52.377685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-85722d54-cf4b-471c-ada5-9c299bd0aa76 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774306
Apr 23 18:03:52.419089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:52.515164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae10bad9-a98b-47a8-84f0-032481e3a018 req-90516710-2a32-494c-bb16-b1fb685a22d7 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1364551
Apr 23 18:03:52.567349 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-329dac36-ec7f-4f89-921b-e5d1466dde97 req-7f25c407-21e1-46a1-8246-c9b4c79be766 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735334
Apr 23 18:03:52.725657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f7de-1e86-4199-9600-fb23eaadbcca req-aeca5b57-9daf-435d-877c-be57ba8d3107 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:52.727247 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3e2f7de-1e86-4199-9600-fb23eaadbcca req-aeca5b57-9daf-435d-877c-be57ba8d3107 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.0926566
Apr 23 18:03:52.781634 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3e2f7de-1e86-4199-9600-fb23eaadbcca req-5c822080-925b-4f10-83da-feb2459c8b59 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467484
Apr 23 18:03:53.237514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa06ef-5e59-4f14-88bc-800b7bfa926f req-7a7f3dcd-597d-4d40-a021-05a0dd493b48 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:53.239094 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0ffa06ef-5e59-4f14-88bc-800b7bfa926f req-7a7f3dcd-597d-4d40-a021-05a0dd493b48 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.0917382
Apr 23 18:03:53.291083 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0ffa06ef-5e59-4f14-88bc-800b7bfa926f req-af1eda11-a9b7-477d-a844-f4e6432f030a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449369
Apr 23 18:03:53.730047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79967a-39fc-4440-be23-170a44d1ec32 req-f5ba14c7-9d69-4422-a139-516037188181 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:53.731619 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e79967a-39fc-4440-be23-170a44d1ec32 req-f5ba14c7-9d69-4422-a139-516037188181 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0922055
Apr 23 18:03:53.780762 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e79967a-39fc-4440-be23-170a44d1ec32 req-9c5709d8-c600-4a43-b5c8-40735e6c3539 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426178
Apr 23 18:03:54.143997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1dbe7-5aff-4401-8d5a-0577dc4c241c req-5c944f5c-52e9-4628-a7e9-d8084cc5965d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:54.145566 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8b1dbe7-5aff-4401-8d5a-0577dc4c241c req-5c944f5c-52e9-4628-a7e9-d8084cc5965d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.0915644
Apr 23 18:03:54.195729 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8b1dbe7-5aff-4401-8d5a-0577dc4c241c req-5112f2c4-c02f-4fe4-8a13-a097a0993837 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437319
Apr 23 18:03:54.385955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc911f18-cfd8-4537-a2db-b986fdbf22d7 req-2eba5150-703b-40dc-a32e-2ff1e138c447 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:54.387876 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc911f18-cfd8-4537-a2db-b986fdbf22d7 req-2eba5150-703b-40dc-a32e-2ff1e138c447 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0891366
Apr 23 18:03:54.437585 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc911f18-cfd8-4537-a2db-b986fdbf22d7 req-46383d14-4f97-4517-b1ae-16bd0c9d24e3 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432634
Apr 23 18:03:54.562991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f9f36023-d3d8-4800-b35a-d81cf80f558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:54.629024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91c69-6fcf-4256-9e2f-225b9adf52b6 req-babc0ed9-419d-4d39-9768-a3666572bdfd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:54.630889 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7da91c69-6fcf-4256-9e2f-225b9adf52b6 req-babc0ed9-419d-4d39-9768-a3666572bdfd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.0916388
Apr 23 18:03:54.682644 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7da91c69-6fcf-4256-9e2f-225b9adf52b6 req-69986489-d396-4e9c-8622-52ec79befb2b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452399
Apr 23 18:03:55.401786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14182db9-7211-4541-a379-e4bb5f535a5a req-afae6148-ae62-4b9a-a166-7fc3c698292a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:55.403820 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14182db9-7211-4541-a379-e4bb5f535a5a req-afae6148-ae62-4b9a-a166-7fc3c698292a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.0917475
Apr 23 18:03:55.453387 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14182db9-7211-4541-a379-e4bb5f535a5a req-7a572146-073c-4b4d-885b-954b53c09462 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432494
Apr 23 18:03:55.650557 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d68ee-99e7-4ce8-a075-55e3ebf6334c req-4d1e0b46-8cb3-45cb-b236-558d2160b4cb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:55.652194 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-952d68ee-99e7-4ce8-a075-55e3ebf6334c req-4d1e0b46-8cb3-45cb-b236-558d2160b4cb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0913415
Apr 23 18:03:55.700739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-952d68ee-99e7-4ce8-a075-55e3ebf6334c req-9f42339b-c101-4272-a80c-2e17a9ce7e53 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423284
Apr 23 18:03:55.894823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a103a10-a926-41a4-a136-c97c79b7c824 req-31290bf8-d3fb-475a-ba93-f95e35d3a599 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:55.896448 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2a103a10-a926-41a4-a136-c97c79b7c824 req-31290bf8-d3fb-475a-ba93-f95e35d3a599 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.0913320
Apr 23 18:03:55.951993 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2a103a10-a926-41a4-a136-c97c79b7c824 req-424b9686-ff69-40ff-8b0b-08e3f66e52f6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485458
Apr 23 18:03:56.418920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3117f61-385a-4f26-b6e2-bddfc4904dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:56.665456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5c1b-921c-451f-8928-d15988de2898 req-c63e9dff-ab18-40cc-ab78-b9b1b2d50b7b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:56.667193 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e6a5c1b-921c-451f-8928-d15988de2898 req-c63e9dff-ab18-40cc-ab78-b9b1b2d50b7b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.0980959
Apr 23 18:03:56.718921 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e6a5c1b-921c-451f-8928-d15988de2898 req-3773035c-ffa7-4080-a6e9-94fac94e3b5f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444443
Apr 23 18:03:56.942803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-636f5042-3e11-447c-abe2-28c31d725e9c tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:56.944419 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-636f5042-3e11-447c-abe2-28c31d725e9c tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/networks?id=fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 200  len: 808 time: 0.2177000
Apr 23 18:03:56.970220 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-6bfcc945-1c30-4f34-87c9-c5e50fb11435 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/quotas/97897f3955b14922bc195b5de266644e HTTP/1.1" status: 200  len: 375 time: 0.0158732
Apr 23 18:03:56.983202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bf08-5b2d-4c22-b92b-246b73447b01 req-0ed9ef73-bd48-4b93-8d0c-e23a30ab4a80 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:56.984978 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7294bf08-5b2d-4c22-b92b-246b73447b01 req-0ed9ef73-bd48-4b93-8d0c-e23a30ab4a80 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1544855
Apr 23 18:03:57.036754 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-b8a377ca-0719-4635-ba72-e7a65367167a tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97897f3955b14922bc195b5de266644e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507271
Apr 23 18:03:57.214756 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7294bf08-5b2d-4c22-b92b-246b73447b01 req-978e48e0-0d03-4239-80b7-dac4f5acd85f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1867843
Apr 23 18:03:57.284255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-6204c199-3b7a-4222-bab3-f442f4815812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:57.285854 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-6204c199-3b7a-4222-bab3-f442f4815812 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1099 time: 0.2339680
Apr 23 18:03:57.289834 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-faebdf86-6003-414a-9837-6554219bda2f service neutron] 10.222.0.24 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363188
Apr 23 18:03:57.644112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:57.844704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-bb742997-4581-4f4a-ab64-07155fa550a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:57.846279 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-bb742997-4581-4f4a-ab64-07155fa550a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.5529132
Apr 23 18:03:57.854399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-683a1088-6ed8-4f93-9cd1-fd0dcc0f4c78 service neutron] 10.222.0.24 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5356472
Apr 23 18:03:57.938900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae32c9-1e9b-4faa-bb93-4c3e8a799f29 req-40a87221-6f12-4996-b42c-fa253f3b8dc1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:57.940507 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0eae32c9-1e9b-4faa-bb93-4c3e8a799f29 req-40a87221-6f12-4996-b42c-fa253f3b8dc1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.5938907
Apr 23 18:03:58.008592 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-ec73e5a9-7e0b-4fd9-a05e-c4144ceb3718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 1002 time: 0.1530623
Apr 23 18:03:58.098919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-0fafc831-dbff-438f-9860-943e378ae76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:58.100438 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-0fafc831-dbff-438f-9860-943e378ae76e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.0799916
Apr 23 18:03:58.106875 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0eae32c9-1e9b-4faa-bb93-4c3e8a799f29 req-765d62a3-59e6-42a0-9339-3bbdb3a4d333 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463382
Apr 23 18:03:58.267070 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51511af2-dad0-4889-b601-2ed9226b92ed req-f4683aa5-68b5-48a0-b4ab-5dcb0f6f3951 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.0714357
Apr 23 18:03:58.329196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:58.335392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794fb16-b8d3-43ab-af8f-464269021816 req-088968c7-ed14-4d39-9a60-8fcbc44847fd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:58.337082 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b794fb16-b8d3-43ab-af8f-464269021816 req-088968c7-ed14-4d39-9a60-8fcbc44847fd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.2402556
Apr 23 18:03:58.351744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-d2655f7a-8c05-42f6-9909-d45f9a45695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:58.353561 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-d2655f7a-8c05-42f6-9909-d45f9a45695c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2084711
Apr 23 18:03:58.450603 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b794fb16-b8d3-43ab-af8f-464269021816 req-b96ef521-2afd-4e75-8986-3a0d23772920 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011012
Apr 23 18:03:58.498961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc3c70-e90f-466c-8dc7-114e5b22f68a req-da23b4cc-a4b3-428d-8a11-4ab9a14bad24 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:58.500545 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7bfc3c70-e90f-466c-8dc7-114e5b22f68a req-da23b4cc-a4b3-428d-8a11-4ab9a14bad24 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0963769
Apr 23 18:03:58.547975 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7bfc3c70-e90f-466c-8dc7-114e5b22f68a req-de5b8c8b-1c81-4f94-a2c5-fe5d2ef2f2d1 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407619
Apr 23 18:03:59.127578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:03:59.304550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbb0ed-09cf-4ee8-9327-02a48af9ab0a req-35558dac-bd0a-413b-a20e-6f46bdce54f5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:59.306120 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e3cbb0ed-09cf-4ee8-9327-02a48af9ab0a req-35558dac-bd0a-413b-a20e-6f46bdce54f5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.0883145
Apr 23 18:03:59.355482 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e3cbb0ed-09cf-4ee8-9327-02a48af9ab0a req-8075f69f-e074-4b20-9bea-30f5b0fe0529 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430441
Apr 23 18:03:59.437847 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f26eef0a-3e4c-4bf3-a668-8f15da84f5c0 req-cf1d0508-cb6e-4c55-8ffc-7eacb79f342e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.0533662
Apr 23 18:03:59.653471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349f5ae-ab20-4432-9d5b-bbaee5f209ed req-ab57d75e-61a1-4d73-ae95-f6096a00e404 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:59.655156 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b349f5ae-ab20-4432-9d5b-bbaee5f209ed req-ab57d75e-61a1-4d73-ae95-f6096a00e404 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.0896058
Apr 23 18:03:59.759567 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b349f5ae-ab20-4432-9d5b-bbaee5f209ed req-78746895-91ca-4b07-84b6-1af45448fae3 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957541
Apr 23 18:03:59.789627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a6324-2c94-4673-8fa7-90b8f86f458e req-464e08bf-02f9-468b-852d-200c4bd9142a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:03:59.791189 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6f1a6324-2c94-4673-8fa7-90b8f86f458e req-464e08bf-02f9-468b-852d-200c4bd9142a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1255677
Apr 23 18:03:59.839533 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6f1a6324-2c94-4673-8fa7-90b8f86f458e req-06536130-a69d-4fcc-8b58-982ec9ee9479 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417118
Apr 23 18:04:00.226796 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-3d3c3ff5-ec30-462b-b749-3374c59698f4 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403632
Apr 23 18:04:00.608774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb5888-40d9-4665-bf31-fa836e23d1e0 req-4c9757ab-fc03-4679-968e-a375e26448e9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:00.610368 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ccb5888-40d9-4665-bf31-fa836e23d1e0 req-4c9757ab-fc03-4679-968e-a375e26448e9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.1379280
Apr 23 18:04:00.617355 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cbfdccc5-f507-49a2-85a1-955595df64ab req-9225b79c-a5e3-4539-89a4-6c8cdff2324d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.0638294
Apr 23 18:04:00.661262 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ccb5888-40d9-4665-bf31-fa836e23d1e0 req-c36489b1-bcf0-46c2-80b2-cee1e0d285bf tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428889
Apr 23 18:04:01.004673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3347a4e-98b7-498a-853b-24521344869f req-6603c725-9715-4ff8-96e4-1716f77e993f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:01.006498 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3347a4e-98b7-498a-853b-24521344869f req-6603c725-9715-4ff8-96e4-1716f77e993f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.1326113
Apr 23 18:04:01.069767 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3347a4e-98b7-498a-853b-24521344869f req-76a7dc38-1a57-4fa0-b344-6e0cf77ce5e0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563951
Apr 23 18:04:01.097732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dd011-56ce-43c1-bd88-5c6cf6b04e94 req-2b16d682-7454-421f-881e-730b16df0243 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:01.099362 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-961dd011-56ce-43c1-bd88-5c6cf6b04e94 req-2b16d682-7454-421f-881e-730b16df0243 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1425490
Apr 23 18:04:01.147788 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-961dd011-56ce-43c1-bd88-5c6cf6b04e94 req-1c2643d4-a2d2-4ec2-b7c7-e0e28d9469dc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420158
Apr 23 18:04:01.825599 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7a17d227-7feb-49c8-b8a6-daef37f387e0 req-1270433c-0507-4a09-b0fb-3eab784c5247 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.0864587
Apr 23 18:04:01.877139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50dac5-4541-4272-a8bf-51b79df3d71a req-8cadec1d-f494-4346-ba03-de69306e2785 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:01.878679 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc50dac5-4541-4272-a8bf-51b79df3d71a req-8cadec1d-f494-4346-ba03-de69306e2785 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.0982864
Apr 23 18:04:01.926453 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc50dac5-4541-4272-a8bf-51b79df3d71a req-c95950fc-c31f-48d1-ad83-254d371b8cbb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411732
Apr 23 18:04:02.260986 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e18b98f7-8dde-4a52-ac0d-0998f281a551 req-53ff4e7f-f756-475c-98b3-9db98e65a500 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118552
Apr 23 18:04:02.372061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9c81-6a85-4712-b2f5-b84cac97b9cd req-cd7d4478-fd59-42e9-8148-1330f8c3c062 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:02.373590 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1c6f9c81-6a85-4712-b2f5-b84cac97b9cd req-cd7d4478-fd59-42e9-8148-1330f8c3c062 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.1827235
Apr 23 18:04:02.408401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf514-79e4-4d75-be28-3eb198ecd62b req-b56e304b-e666-48eb-b7f0-bc3c1e21c496 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:02.410013 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1deaf514-79e4-4d75-be28-3eb198ecd62b req-b56e304b-e666-48eb-b7f0-bc3c1e21c496 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1448963
Apr 23 18:04:02.465698 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1c6f9c81-6a85-4712-b2f5-b84cac97b9cd req-295e2cab-b476-4b0e-8889-304f6a2801b6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841577
Apr 23 18:04:02.475770 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1deaf514-79e4-4d75-be28-3eb198ecd62b req-5c614502-809e-4149-b73b-78354da086f9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595660
Apr 23 18:04:02.999045 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7566dae6-9518-4baf-aad9-60029392d5aa req-1d33eb8c-44cc-490f-8afa-19866ec94c6b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.0557892
Apr 23 18:04:03.271159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-5aa6e44c-8151-4542-9b7c-84b4b70e684f tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:03.272713 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-5aa6e44c-8151-4542-9b7c-84b4b70e684f tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "GET /v2.0/networks?id=fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 200  len: 808 time: 0.2362068
Apr 23 18:04:03.281824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d92e6-7b06-49fa-b728-9e8dd3bdda82 req-1992a5d4-1cad-4269-a111-5196c0dc467b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:03.283333 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a60d92e6-7b06-49fa-b728-9e8dd3bdda82 req-1992a5d4-1cad-4269-a111-5196c0dc467b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.2216299
Apr 23 18:04:03.331789 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a60d92e6-7b06-49fa-b728-9e8dd3bdda82 req-7cc05686-039e-4ae8-9fb1-a247d4c1ea0a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419929
Apr 23 18:04:03.362149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Request body: {'port': {'device_id': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937', 'admin_state_up': True, 'tenant_id': '97897f3955b14922bc195b5de266644e'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:03.526939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:03.534109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Usage tracker for resource:port and tenant:97897f3955b14922bc195b5de266644e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:03.537402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:03.544602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:03.554558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Made reservation on behalf of 97897f3955b14922bc195b5de266644e for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:04:03.561732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:04.093553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bbadf-8b45-4fcf-b475-b8bd2c2ecaae req-db5c779c-8c12-4d76-8471-4311eba14623 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:04.095151 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-227bbadf-8b45-4fcf-b475-b8bd2c2ecaae req-db5c779c-8c12-4d76-8471-4311eba14623 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.4667518
Apr 23 18:04:04.108687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c695e74-42f6-4eea-88f2-3198a29ec402 req-2b63459f-e25e-4ee9-87e5-012e1f834bb5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:04.110204 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c695e74-42f6-4eea-88f2-3198a29ec402 req-2b63459f-e25e-4ee9-87e5-012e1f834bb5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.4805727
Apr 23 18:04:04.111341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Allocated IP 172.20.0.12 (fa8dc69f-fd1e-4e60-8862-9914af716937/be5a2ea4-295a-4c15-ba10-3f28f052d2b8/b874e71d-7887-4fef-97ba-f32a67d54835) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:04:04.231679 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-227bbadf-8b45-4fcf-b475-b8bd2c2ecaae req-0d1901dd-65b8-4535-856c-0c1ee39c075a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178977
Apr 23 18:04:04.245072 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c695e74-42f6-4eea-88f2-3198a29ec402 req-9d458d07-a01b-477a-adfe-5a7cbb4f0910 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154473
Apr 23 18:04:04.392134 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7db4589-777c-471c-8875-b7859a776269 req-f6b5d01c-5132-4f22-a968-7666f622e505 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.0547569
Apr 23 18:04:04.520773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:04.581779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d09dde-afa1-45b1-91e5-a541980d07fa req-c48fd3ed-305d-45f8-94fb-bc74d7a25e4e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:04.583393 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16d09dde-afa1-45b1-91e5-a541980d07fa req-c48fd3ed-305d-45f8-94fb-bc74d7a25e4e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 943 time: 0.1318314
Apr 23 18:04:04.590204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:04.597630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-451e65b8-7b98-4f3a-a146-88dc72b997ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:04.700243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Network fa8dc69f-fd1e-4e60-8862-9914af716937 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:04:04.706624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:04:04.715857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:04:04.721988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:04.722657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:04.730219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Pushing event updated for resources: {'Port': ['ID=b874e71d-7887-4fef-97ba-f32a67d54835,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:04.740449 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16d09dde-afa1-45b1-91e5-a541980d07fa req-39bd40bc-dae6-49b4-833b-b123f6590049 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482227
Apr 23 18:04:04.741300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:04.756975 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3991606
Apr 23 18:04:04.783554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 88b1798d-8fbd-4daa-b85d-b128a528dd76 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:04:04.786139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Request body: {'port': {'device_id': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:04.936232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:04.942565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 88b1798d-8fbd-4daa-b85d-b128a528dd76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:04.958652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '88b1798d-8fbd-4daa-b85d-b128a528dd76', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'port_id': '88b1798d-8fbd-4daa-b85d-b128a528dd76', 'mac_address': 'fa:16:3e:cb:3a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7478072b-f485-40e8-b5ea-8ac62a4a8c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:04:05.033978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.057903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b1798d-8fbd-4daa-b85d-b128a528dd76 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:05.079080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 88b1798d-8fbd-4daa-b85d-b128a528dd76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:05.085376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.086646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:04:05.092998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:05.210017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=88b1798d-8fbd-4daa-b85d-b128a528dd76,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:05.359976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.360322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.360699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.360808 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b874e71d-7887-4fef-97ba-f32a67d54835 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:05.361080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.361451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.361821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.362190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.362560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.362927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.363514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.364045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.364411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:05.368686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:05.371025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.375287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:05.390753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21', 'network_id': 'a0195412-d22c-45e7-9249-ad16c7281a9e', 'port_id': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21', 'mac_address': 'fa:16:3e:35:e8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9574ad39-9f83-4168-8aa6-63abc87e2f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:04:05.442582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Transition to ACTIVE for port object b874e71d-7887-4fef-97ba-f32a67d54835 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:04:05.446813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.453322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:05.466904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.486653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:05.506024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:05.510165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.513595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:05.589245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:05.593377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:05.652462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Pushing event updated for resources: {'Port': ['ID=b874e71d-7887-4fef-97ba-f32a67d54835,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:05.656710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:05.728864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bbe62-0d28-421c-bf54-ceec0a007662 req-0b3f38ab-1604-4a31-bb3e-57c406d2b308 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:05.730447 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-374bbe62-0d28-421c-bf54-ceec0a007662 req-0b3f38ab-1604-4a31-bb3e-57c406d2b308 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 943 time: 0.3552017
Apr 23 18:04:05.738006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Attempting to bind port b874e71d-7887-4fef-97ba-f32a67d54835 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:04:05.738377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Attempting to bind port b874e71d-7887-4fef-97ba-f32a67d54835 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:04:05.738741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Attempting to bind port b874e71d-7887-4fef-97ba-f32a67d54835 on network fa8dc69f-fd1e-4e60-8862-9914af716937 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:04:05.767605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Port b874e71d-7887-4fef-97ba-f32a67d54835 on network fa8dc69f-fd1e-4e60-8862-9914af716937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:04:05.768004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Attempting to bind port b874e71d-7887-4fef-97ba-f32a67d54835 on network fa8dc69f-fd1e-4e60-8862-9914af716937 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:04:05.783775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:04:05.784170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Checking segment: {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:04:05.784586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Bound using segment: {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:04:05.785092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Bound port: b874e71d-7887-4fef-97ba-f32a67d54835, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e1166d-d395-4e14-a329-bf7c35eabb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:04:05.785475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.826901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029c6c1-2fb4-4101-b1ea-f3893ab23764 req-5611f86c-caed-47f8-9b6e-6f6af9fae1af tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:05.827659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a029c6c1-2fb4-4101-b1ea-f3893ab23764 req-5611f86c-caed-47f8-9b6e-6f6af9fae1af tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Synchronizing usage tracker for tenant:97897f3955b14922bc195b5de266644e on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:04:05.883699 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-374bbe62-0d28-421c-bf54-ceec0a007662 req-e4a24dad-daf2-45bb-9349-cbef27eabcb9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409943
Apr 23 18:04:05.936247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a029c6c1-2fb4-4101-b1ea-f3893ab23764 req-5611f86c-caed-47f8-9b6e-6f6af9fae1af tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Unset dirty status for tenant:97897f3955b14922bc195b5de266644e on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:04:05.937510 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a029c6c1-2fb4-4101-b1ea-f3893ab23764 req-5611f86c-caed-47f8-9b6e-6f6af9fae1af tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 944 time: 0.3642023
Apr 23 18:04:05.943217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] For port b874e71d-7887-4fef-97ba-f32a67d54835, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:04:05.950268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] For port b874e71d-7887-4fef-97ba-f32a67d54835, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b874e71d-7887-4fef-97ba-f32a67d54835,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:04:05.977701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:05.991669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:06.064192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:06.064926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:06.066731 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] 10.222.0.47 "PUT /v2.0/ports/b874e71d-7887-4fef-97ba-f32a67d54835 HTTP/1.1" status: 200  len: 1094 time: 1.2854483
Apr 23 18:04:06.067464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'tag': 'b874e71d-7887-4fef-97ba-f32a67d54835'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:06.090373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['88b1798d-8fbd-4daa-b85d-b128a528dd76'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:04:06.135770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['7fb51c8e-5cd7-4019-9314-c4f8269b6e21'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:04:06.181081 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a029c6c1-2fb4-4101-b1ea-f3893ab23764 req-4b336ba7-2bf6-422b-a322-05af37266802 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342336
Apr 23 18:04:06.234536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Pushing event updated for resources: {'Port': ['ID=b874e71d-7887-4fef-97ba-f32a67d54835,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:06.240323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:06.270304 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'tag': 'b874e71d-7887-4fef-97ba-f32a67d54835', 'status': 'completed', 'code': 200}
Apr 23 18:04:06.283757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-b59f121e-e42b-4088-8e13-4800feaa1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:06.285365 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-b59f121e-e42b-4088-8e13-4800feaa1e84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97897f3955b14922bc195b5de266644e&device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 1097 time: 0.1448133
Apr 23 18:04:06.295028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c5db-b0f3-4ecd-a0e0-df8ba54f2d51 req-9af133d5-3676-4d76-90d7-bfdd0d3bddf6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:06.296531 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f495c5db-b0f3-4ecd-a0e0-df8ba54f2d51 req-9af133d5-3676-4d76-90d7-bfdd0d3bddf6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 944 time: 0.2551334
Apr 23 18:04:06.393496 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-6970a675-ae35-4d0b-8b21-63d83786726b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b874e71d-7887-4fef-97ba-f32a67d54835 HTTP/1.1" status: 200  len: 217 time: 0.0740452
Apr 23 18:04:06.414945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f495c5db-b0f3-4ecd-a0e0-df8ba54f2d51 req-35e3ac78-4473-42ca-bc90-98de231ba64c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121058
Apr 23 18:04:06.482885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-0cbf7257-09dd-4198-bffd-6be168faef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:06.484469 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-0cbf7257-09dd-4198-bffd-6be168faef29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=be5a2ea4-295a-4c15-ba10-3f28f052d2b8 HTTP/1.1" status: 200  len: 848 time: 0.0732002
Apr 23 18:04:06.550809 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-53537c5a-f53d-40a4-a3b7-e3fcaf8bf741 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa8dc69f-fd1e-4e60-8862-9914af716937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538456
Apr 23 18:04:06.715966 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-f767a91b-ac2f-42f9-8089-a537443c44d0 service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425939
Apr 23 18:04:06.820211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 59054) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:06.876335 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a6fcb85-94c9-4993-b0e7-b1f8a2d2838f req-4ba88e36-2dd1-49c3-9ee4-b365202d315c service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413076
Apr 23 18:04:07.002484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.019117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:07.023958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Usage tracker for resource:security_group_rule and tenant:16759565ab26488d9c7e25b26c2ab28f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:07.027069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:07.035285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:07.131221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.134947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.169535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fc6be891-4871-40d1-babc-72dc59828818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:07.176337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-4a8adc25-6bc0-47ee-b6cf-c43668fce467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:07.177931 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-4a8adc25-6bc0-47ee-b6cf-c43668fce467 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97897f3955b14922bc195b5de266644e&device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 1097 time: 0.1297033
Apr 23 18:04:07.192358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9bfb3-62ee-4088-a640-b92e401143d3 req-9e1d73be-cd3e-4c67-83c2-70c2ff97043b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:07.194078 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32b9bfb3-62ee-4088-a640-b92e401143d3 req-9e1d73be-cd3e-4c67-83c2-70c2ff97043b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 944 time: 0.1894784
Apr 23 18:04:07.210816 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16759565ab26488d9c7e25b26c2ab28f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3888767
Apr 23 18:04:07.211442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 59068) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:07.212231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f88d558-1f78-43cb-b667-cd80b67385cd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:07.215745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:07.254583 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32b9bfb3-62ee-4088-a640-b92e401143d3 req-2125054b-3873-4618-8762-a65e874343eb tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519016
Apr 23 18:04:07.310119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.339195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.389578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.399172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c849c368-754a-4f25-bf3e-049c027b34fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:07.411486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f88d558-1f78-43cb-b667-cd80b67385cd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:07.413921 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:07.420403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:07.425377 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f88d558-1f78-43cb-b667-cd80b67385cd HTTP/1.1" status: 204  len: 168 time: 0.2080648
Apr 23 18:04:07.514324 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-f70e289a-9024-4426-9d7d-705c9c237cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:07.516051 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-f70e289a-9024-4426-9d7d-705c9c237cc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 200  len: 909 time: 0.2657013
Apr 23 18:04:07.855090 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-184e4e75-ed9a-47cb-9bd9-474fe8ad07b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b874e71d-7887-4fef-97ba-f32a67d54835 HTTP/1.1" status: 200  len: 217 time: 0.3283355
Apr 23 18:04:07.924578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40dfa2-2caa-425d-8e50-5745d05d57ce req-fe274a6c-10c9-451d-8316-610f85ee5b29 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:07.926149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca40dfa2-2caa-425d-8e50-5745d05d57ce req-fe274a6c-10c9-451d-8316-610f85ee5b29 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 944 time: 0.5605316
Apr 23 18:04:07.985573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-0d73a454-dfa3-42cd-a76c-e89747269bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:07.987116 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-0d73a454-dfa3-42cd-a76c-e89747269bcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=be5a2ea4-295a-4c15-ba10-3f28f052d2b8 HTTP/1.1" status: 200  len: 848 time: 0.1235528
Apr 23 18:04:08.014037 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca40dfa2-2caa-425d-8e50-5745d05d57ce req-eb0379b5-d581-4517-bce6-6037fdc3049c tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807898
Apr 23 18:04:08.022060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ec2fe-fc70-4c5a-bb4c-1d1fb6fcefc4 req-e7a104cb-5a6b-4085-a19a-ee457a1c7352 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:08.023659 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a5ec2fe-fc70-4c5a-bb4c-1d1fb6fcefc4 req-e7a104cb-5a6b-4085-a19a-ee457a1c7352 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 944 time: 0.2307827
Apr 23 18:04:08.079055 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a5ec2fe-fc70-4c5a-bb4c-1d1fb6fcefc4 req-162be3f7-e6c9-40e3-be86-f2bbb295c23e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475304
Apr 23 18:04:08.477945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdde3-e708-4ddc-b277-22d9f5a4a992 req-a382918a-38fe-474a-90b8-4e09a673fd29 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:08.479563 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c09bdde3-e708-4ddc-b277-22d9f5a4a992 req-a382918a-38fe-474a-90b8-4e09a673fd29 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 944 time: 0.0954788
Apr 23 18:04:08.539360 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c09bdde3-e708-4ddc-b277-22d9f5a4a992 req-4a81d3d9-a980-4248-b0d1-f8cd9ce83db5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463092
Apr 23 18:04:08.720584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-14537158-c885-469d-87ef-e5208d89736a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Synchronizing usage tracker for tenant:0632e02ad28b467884ec00557a3a3650 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:04:08.738288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-14537158-c885-469d-87ef-e5208d89736a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Unset dirty status for tenant:0632e02ad28b467884ec00557a3a3650 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:04:08.739642 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-14537158-c885-469d-87ef-e5208d89736a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052644733&fields=id&tenant_id=0632e02ad28b467884ec00557a3a3650 HTTP/1.1" status: 200  len: 267 time: 0.0678287
Apr 23 18:04:08.910386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-c6e632f5-cac5-4e67-8869-9294ac407ca1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:08.911125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-c6e632f5-cac5-4e67-8869-9294ac407ca1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Synchronizing usage tracker for tenant:0632e02ad28b467884ec00557a3a3650 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:04:08.928614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-c6e632f5-cac5-4e67-8869-9294ac407ca1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Unset dirty status for tenant:0632e02ad28b467884ec00557a3a3650 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:04:08.929980 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-c6e632f5-cac5-4e67-8869-9294ac407ca1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 809 time: 0.1824374
Apr 23 18:04:08.993358 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-231131f8-a42f-407e-87e8-f959c12f0f9b tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/quotas/0632e02ad28b467884ec00557a3a3650 HTTP/1.1" status: 200  len: 375 time: 0.0511043
Apr 23 18:04:09.000963 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-b80c25c8-c9d9-417e-a510-67caa7aa344d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa8dc69f-fd1e-4e60-8862-9914af716937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496180
Apr 23 18:04:09.092696 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-2ba68f4e-41e9-4124-ae3a-411a3811d877 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0907006
Apr 23 18:04:09.310968 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-86443e43-9a8f-4cf0-afa5-ad4384f1add5 service neutron] 10.222.0.24 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049165
Apr 23 18:04:09.323356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f32a3-b6a7-4145-9e63-7800648a1f97 req-1506bdb9-7c4d-44ee-b37f-d2f758ebe6b4 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:09.325602 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-949f32a3-b6a7-4145-9e63-7800648a1f97 req-1506bdb9-7c4d-44ee-b37f-d2f758ebe6b4 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 944 time: 0.1426840
Apr 23 18:04:09.462151 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-949f32a3-b6a7-4145-9e63-7800648a1f97 req-84989220-47d1-44b0-8c50-9f65d96c7274 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143856
Apr 23 18:04:09.500114 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-bde9a852-cf38-42bb-99fd-1ad78d62ba1f service neutron] 10.222.0.24 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734297
Apr 23 18:04:09.657748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0097-e916-4f76-b58a-c7c345464bdd req-6d026f2f-64c0-4ec3-a28b-aa9c82b5d83e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:09.659382 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efce0097-e916-4f76-b58a-c7c345464bdd req-6d026f2f-64c0-4ec3-a28b-aa9c82b5d83e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 944 time: 0.0952892
Apr 23 18:04:09.711933 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efce0097-e916-4f76-b58a-c7c345464bdd req-4a4ac2a0-4246-44f9-85ba-f8df1bfafe68 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457168
Apr 23 18:04:09.797248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 88b1798d-8fbd-4daa-b85d-b128a528dd76 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:04:09.878024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 88b1798d-8fbd-4daa-b85d-b128a528dd76 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:04:09.883529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 88b1798d-8fbd-4daa-b85d-b128a528dd76 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:04:09.883987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:09.995743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33981d22-8d91-4237-bd0e-2577217d2688 req-68f2d84d-20ea-4196-b686-f66cdac48757 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 210 time: 0.0639000
Apr 23 18:04:10.030696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:10.075650 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-196b22d0-b01c-4769-8222-458e9edf4dbe service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763653
Apr 23 18:04:10.087330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc828d1-9ac7-4af8-bc71-c6744801aeca req-dadce797-5412-4aaf-a192-31970a3d6052 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:10.088943 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5fc828d1-9ac7-4af8-bc71-c6744801aeca req-dadce797-5412-4aaf-a192-31970a3d6052 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 944 time: 0.2685041
Apr 23 18:04:10.098048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b1798d-8fbd-4daa-b85d-b128a528dd76'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:10.123832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 88b1798d-8fbd-4daa-b85d-b128a528dd76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:10.133573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:10.134722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:04:10.178835 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5fc828d1-9ac7-4af8-bc71-c6744801aeca req-04db2fd0-1262-43b2-8aee-9f087c99ef6d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803173
Apr 23 18:04:10.198611 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b1798d-8fbd-4daa-b85d-b128a528dd76', 'code': 200}
Apr 23 18:04:10.199343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:10.286085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=88b1798d-8fbd-4daa-b85d-b128a528dd76,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:10.288961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:04:10.293503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:10.294737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:04:10.295125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:10.419628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:10.453980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:10.458612 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:10.460515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:10.530257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:10.533472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:10.665613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2affa09-5b9e-4cec-830a-9049cb8301dc req-9a02241f-452b-4510-86b7-4116cd8f0978 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:10.667187 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d2affa09-5b9e-4cec-830a-9049cb8301dc req-9a02241f-452b-4510-86b7-4116cd8f0978 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 944 time: 0.0863087
Apr 23 18:04:10.714664 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d2affa09-5b9e-4cec-830a-9049cb8301dc req-4a2c8075-134e-4a44-aeea-bc62129ac0c9 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406823
Apr 23 18:04:10.987398 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f3b4e56-8db0-4f65-9375-cc596b2aed9f req-27afbfdb-ef80-4948-b59a-d7c628735d9b service neutron] 10.222.0.47 "GET /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105968
Apr 23 18:04:11.010889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd06a32-326d-4a21-975a-da31f9fd9b96 req-1feea90a-dd4e-4481-b5a9-31855f959c84 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:11.013475 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cd06a32-326d-4a21-975a-da31f9fd9b96 req-1feea90a-dd4e-4481-b5a9-31855f959c84 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.1590796
Apr 23 18:04:11.068390 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cd06a32-326d-4a21-975a-da31f9fd9b96 req-115e41fa-f87a-498f-b6d2-7d63e64c6846 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486801
Apr 23 18:04:11.207894 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2a05e238-3c02-4fe4-812f-e05483add725 req-504c79e8-8d7a-4984-9473-91fbb6a126d9 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 210 time: 0.0695910
Apr 23 18:04:11.243112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d74ea-61a9-46dc-8a83-c618b2c14288 req-e2f32458-6b43-4e7b-abfa-884bff29af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:11.244739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-085d74ea-61a9-46dc-8a83-c618b2c14288 req-e2f32458-6b43-4e7b-abfa-884bff29af5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 1098 time: 0.1539769
Apr 23 18:04:11.297144 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-085d74ea-61a9-46dc-8a83-c618b2c14288 req-2d6e1833-fc25-4d2f-8901-0dab78c97a8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436950
Apr 23 18:04:11.400209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce5bb-f4c9-4608-a65f-1fbef6b0dc6e req-f790df31-19a9-4259-95a6-dd25820c4760 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:11.401778 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd8ce5bb-f4c9-4608-a65f-1fbef6b0dc6e req-f790df31-19a9-4259-95a6-dd25820c4760 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0947995
Apr 23 18:04:11.453756 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd8ce5bb-f4c9-4608-a65f-1fbef6b0dc6e req-475690e6-e579-44a8-becd-943e51fbfa5f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444956
Apr 23 18:04:11.932338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57598de6-dbcb-4c75-b3c8-f8222d9bda9a req-a45d903e-0b5b-4ba5-a782-3d5e73c57c8e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:11.934078 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57598de6-dbcb-4c75-b3c8-f8222d9bda9a req-a45d903e-0b5b-4ba5-a782-3d5e73c57c8e tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 944 time: 0.0961521
Apr 23 18:04:11.982797 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57598de6-dbcb-4c75-b3c8-f8222d9bda9a req-e095caf7-c471-440c-bb0b-43351321caeb tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422487
Apr 23 18:04:12.200759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:12.265897 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21', 'code': 200}
Apr 23 18:04:12.729022 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eba31ea4-5785-499f-ad75-b583f974a198 req-304fba5f-50be-44e9-a447-6d80e54ff533 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 210 time: 0.3219872
Apr 23 18:04:12.817651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a3455bc6-2e2a-460a-8bdf-f7ef5b117e5d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:12.819173 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a3455bc6-2e2a-460a-8bdf-f7ef5b117e5d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 809 time: 0.5415626
Apr 23 18:04:12.830069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25ac3-464d-454c-b14d-530b2357deae req-283eecdb-c67c-4005-be9d-3d565fd45762 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:12.831636 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08b25ac3-464d-454c-b14d-530b2357deae req-283eecdb-c67c-4005-be9d-3d565fd45762 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.6340673
Apr 23 18:04:12.853137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b874e71d-7887-4fef-97ba-f32a67d54835 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:04:12.937783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffbc82-5721-4f1f-82d5-a3aa9bbb6c30 req-61e8c157-3ad9-4fc7-99b2-9a8fe9987ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:12.939366 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-59ffbc82-5721-4f1f-82d5-a3aa9bbb6c30 req-61e8c157-3ad9-4fc7-99b2-9a8fe9987ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 1098 time: 0.2584932
Apr 23 18:04:12.965272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08b25ac3-464d-454c-b14d-530b2357deae req-649c817a-eff1-48a9-9606-376e3e7b6081 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258919
Apr 23 18:04:13.000897 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-b4350713-dda3-4f9a-b623-b8b19d370747 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0632e02ad28b467884ec00557a3a3650 HTTP/1.1" status: 200  len: 380 time: 0.0594099
Apr 23 18:04:13.011630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b874e71d-7887-4fef-97ba-f32a67d54835, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b874e71d-7887-4fef-97ba-f32a67d54835,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:13.027293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ad14-da86-487e-9ae3-56844a2dcf88 req-b4e2c9bd-86ef-4d8f-bd53-a5e6d90a6abe tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:13.029147 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa58ad14-da86-487e-9ae3-56844a2dcf88 req-b4e2c9bd-86ef-4d8f-bd53-a5e6d90a6abe tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1679046
Apr 23 18:04:13.030656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'b874e71d-7887-4fef-97ba-f32a67d54835', 'network_id': 'fa8dc69f-fd1e-4e60-8862-9914af716937', 'port_id': 'b874e71d-7887-4fef-97ba-f32a67d54835', 'mac_address': 'fa:16:3e:50:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5a2ea4-295a-4c15-ba10-3f28f052d2b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:04:13.078255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'port': {'device_id': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'admin_state_up': True, 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'security_groups': ['03df9f1b-5e69-4ff5-80ac-f2a26bae1874']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:13.118251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:13.138954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b874e71d-7887-4fef-97ba-f32a67d54835 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:13.156974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b874e71d-7887-4fef-97ba-f32a67d54835, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b874e71d-7887-4fef-97ba-f32a67d54835,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:13.161308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:13.163150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:13.243989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=b874e71d-7887-4fef-97ba-f32a67d54835,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:13.246994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:13.279891 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa58ad14-da86-487e-9ae3-56844a2dcf88 req-91b12fd9-29e8-46d9-a207-39aa01ae7da5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430432
Apr 23 18:04:13.291237 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-59ffbc82-5721-4f1f-82d5-a3aa9bbb6c30 req-dcc66690-b21f-4aec-bf5a-6888e918e226 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524931
Apr 23 18:04:13.353356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:13.360136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:port and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:13.363628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:13.373976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc781df-02c2-4a7e-be15-74fd73dfc46e req-c700f62d-1b27-4083-8ffe-e100a5615e5f tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:13.375555 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3cc781df-02c2-4a7e-be15-74fd73dfc46e req-c700f62d-1b27-4083-8ffe-e100a5615e5f tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 945 time: 0.2660444
Apr 23 18:04:13.379349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:13.408910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Made reservation on behalf of 0632e02ad28b467884ec00557a3a3650 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:04:13.414768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:13.493625 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3cc781df-02c2-4a7e-be15-74fd73dfc46e req-acd67680-cc3d-44a4-95e6-8a2eea149c0d tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103654
Apr 23 18:04:13.608674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Allocated IP 172.20.0.12 (730a4952-98ab-438b-8790-181e6787f460/47b08129-f78a-4bfa-8bc8-3a45319aa591/a6269bb3-d1ae-43c9-a53a-a18ff86042fa) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:04:13.674994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['b874e71d-7887-4fef-97ba-f32a67d54835'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:04:13.844978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:13.863738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Transition to ACTIVE for port object a6269bb3-d1ae-43c9-a53a-a18ff86042fa will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:04:13.922458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-74ea247c-8710-4dc8-8691-5df1c8fd8252 req-7456c323-92bf-4500-bc31-1a474bea45e2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 210 time: 0.0600579
Apr 23 18:04:13.942670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:13.950360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:14.016188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Network 730a4952-98ab-438b-8790-181e6787f460 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:04:14.025366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:04:14.027989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:04:14.034228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:14.034903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:14.061955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:14.064958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:14.077261 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0373199
Apr 23 18:04:14.105760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Request body: {'port': {'device_id': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:14.319266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cdbb93f5-b8ba-4cc2-89d1-3bdd988ceeb4 None None] Provisioning for port a6269bb3-d1ae-43c9-a53a-a18ff86042fa completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:04:14.327427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cdbb93f5-b8ba-4cc2-89d1-3bdd988ceeb4 None None] Provisioning complete for port a6269bb3-d1ae-43c9-a53a-a18ff86042fa triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:04:14.329892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdbb93f5-b8ba-4cc2-89d1-3bdd988ceeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:14.350244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:14.370626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc462fa-4041-46df-8b1f-d0181c0162c8 req-551bf0de-f1a4-4ebb-8fbc-1250ffc6660a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:14.378861 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9fc462fa-4041-46df-8b1f-d0181c0162c8 req-551bf0de-f1a4-4ebb-8fbc-1250ffc6660a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.2303443
Apr 23 18:04:14.438260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb93f5-b8ba-4cc2-89d1-3bdd988ceeb4 None None] Port a6269bb3-d1ae-43c9-a53a-a18ff86042fa cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:04:14.554864 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9fc462fa-4041-46df-8b1f-d0181c0162c8 req-af861415-348c-4abd-aa49-959de7c5a9b6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749527
Apr 23 18:04:14.776098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb96a7a-c37a-49be-98e3-b8b396800128 req-d8e9b164-424a-47d5-8cb7-ca2cd5bce007 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:14.778226 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eeb96a7a-c37a-49be-98e3-b8b396800128 req-d8e9b164-424a-47d5-8cb7-ca2cd5bce007 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.3326066
Apr 23 18:04:14.912470 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eeb96a7a-c37a-49be-98e3-b8b396800128 req-7eb82d78-a1e7-470e-9f1b-ac877fb8b64d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062031
Apr 23 18:04:14.947142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109c1ae-ff3e-4180-9822-69b698af702e req-c8e374c5-e4cc-4591-8d4f-fcb3ffc60820 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:14.949742 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0109c1ae-ff3e-4180-9822-69b698af702e req-c8e374c5-e4cc-4591-8d4f-fcb3ffc60820 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 945 time: 0.2868879
Apr 23 18:04:15.082958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6269bb3-d1ae-43c9-a53a-a18ff86042fa {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:15.093861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:15.199954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Transition to ACTIVE for port object a6269bb3-d1ae-43c9-a53a-a18ff86042fa will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:04:15.205303 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0109c1ae-ff3e-4180-9822-69b698af702e req-35fdddd0-0369-4ab9-a724-e30bdd943789 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963313
Apr 23 18:04:15.208624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:15.215505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:15.369645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:15.400810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:15.441615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23a7a-94b1-430f-89f4-1df93a7c0b87 req-7ba05049-1172-400a-a456-2e18d4015ef7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:15.442375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8ef23a7a-94b1-430f-89f4-1df93a7c0b87 req-7ba05049-1172-400a-a456-2e18d4015ef7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Synchronizing usage tracker for tenant:0632e02ad28b467884ec00557a3a3650 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:04:15.446061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Attempting to bind port a6269bb3-d1ae-43c9-a53a-a18ff86042fa on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:04:15.446433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Attempting to bind port a6269bb3-d1ae-43c9-a53a-a18ff86042fa by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:04:15.446804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Attempting to bind port a6269bb3-d1ae-43c9-a53a-a18ff86042fa on network 730a4952-98ab-438b-8790-181e6787f460 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:04:15.455939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Port a6269bb3-d1ae-43c9-a53a-a18ff86042fa on network 730a4952-98ab-438b-8790-181e6787f460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:04:15.456305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Attempting to bind port a6269bb3-d1ae-43c9-a53a-a18ff86042fa on network 730a4952-98ab-438b-8790-181e6787f460 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:04:15.465787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:04:15.466160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Checking segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:04:15.466580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Bound using segment: {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:04:15.467056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Bound port: a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607b5250-c745-4895-a349-59220f9333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '730a4952-98ab-438b-8790-181e6787f460'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:04:15.467437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:15.485556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8ef23a7a-94b1-430f-89f4-1df93a7c0b87 req-7ba05049-1172-400a-a456-2e18d4015ef7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Unset dirty status for tenant:0632e02ad28b467884ec00557a3a3650 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:04:15.486807 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ef23a7a-94b1-430f-89f4-1df93a7c0b87 req-7ba05049-1172-400a-a456-2e18d4015ef7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 932 time: 0.3723695
Apr 23 18:04:15.598594 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ef23a7a-94b1-430f-89f4-1df93a7c0b87 req-e5d643f8-21eb-4906-bcbb-fba279e7008a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767121
Apr 23 18:04:15.604229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:04:15.607918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:04:15.611849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:15.616708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:15.673262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:15.673945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:15.675410 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] 10.222.0.47 "PUT /v2.0/ports/a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 1094 time: 1.5747595
Apr 23 18:04:15.675956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:15.705919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:15.709232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:15.744918 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'status': 'completed', 'code': 200}
Apr 23 18:04:15.867130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-758a248a-6bcb-404b-a3a2-24b14ba3af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:15.868736 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-758a248a-6bcb-404b-a3a2-24b14ba3af29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1097 time: 0.0896447
Apr 23 18:04:15.965616 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-b82011bc-bf00-42ef-823e-5d54a9b073c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 217 time: 0.0719540
Apr 23 18:04:16.095653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-256f31dc-24f1-424d-a103-00ef34d14c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:16.097370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-256f31dc-24f1-424d-a103-00ef34d14c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.1188142
Apr 23 18:04:16.448171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da404d-5108-4440-b584-34ffff1d395c req-1901f7c8-2c9a-4209-9921-841fbf56ad69 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:16.450415 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26da404d-5108-4440-b584-34ffff1d395c req-1901f7c8-2c9a-4209-9921-841fbf56ad69 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.4166672
Apr 23 18:04:16.536416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-c1d6b953-d72e-4afd-be6d-a5bf8328357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:16.538036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-c1d6b953-d72e-4afd-be6d-a5bf8328357d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4262524
Apr 23 18:04:16.542040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26da404d-5108-4440-b584-34ffff1d395c req-c1fc6952-c9c7-407b-b92c-d6cc20212991 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842402
Apr 23 18:04:16.555069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3c2b-5499-466b-ae0b-cc17b04a9bf1 req-ebf74553-c597-42a7-9f8a-7b0f0cbefe9b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:16.556665 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f31a3c2b-5499-466b-ae0b-cc17b04a9bf1 req-ebf74553-c597-42a7-9f8a-7b0f0cbefe9b tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 945 time: 0.1842530
Apr 23 18:04:16.699511 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f31a3c2b-5499-466b-ae0b-cc17b04a9bf1 req-6f56af03-dd9c-4d62-8995-b43296008dd5 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172013
Apr 23 18:04:16.738436 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-5e86ec18-87ee-4311-bc84-90aa6719be23 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806867
Apr 23 18:04:16.879436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b874e71d-7887-4fef-97ba-f32a67d54835 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:04:16.966019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port b874e71d-7887-4fef-97ba-f32a67d54835 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:04:16.972229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port b874e71d-7887-4fef-97ba-f32a67d54835 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:04:16.972653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:17.067073 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ee0403d-e7fd-4d38-bb56-05dc6766d51f req-bd21f6c6-3c25-48d1-923c-6fe2880bae51 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3095994
Apr 23 18:04:17.091360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffe93-ea5a-49f0-909f-68fa36029f6f req-7ca7f602-769d-4e16-a9d3-8a9fc35eb546 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.092963 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a5ffe93-ea5a-49f0-909f-68fa36029f6f req-7ca7f602-769d-4e16-a9d3-8a9fc35eb546 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.2573359
Apr 23 18:04:17.108564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:17.138450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b874e71d-7887-4fef-97ba-f32a67d54835'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:17.148857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port b874e71d-7887-4fef-97ba-f32a67d54835, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b874e71d-7887-4fef-97ba-f32a67d54835,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:17.153644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:17.155670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:17.189094 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3a5ffe93-ea5a-49f0-909f-68fa36029f6f req-7c8b33f3-94f4-4cde-8dcf-f8d29b46c230 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878344
Apr 23 18:04:17.194185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-ce9a26e3-7d77-4e80-9d8f-27cde5b38d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.196074 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-ce9a26e3-7d77-4e80-9d8f-27cde5b38d19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 1098 time: 0.2334988
Apr 23 18:04:17.206394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0f9e-516c-4fad-87fa-1ebb091fb3ef req-27e2a757-01b8-45bb-9c84-d4e315623261 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.208627 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c1d0f9e-516c-4fad-87fa-1ebb091fb3ef req-27e2a757-01b8-45bb-9c84-d4e315623261 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.2586775
Apr 23 18:04:17.238057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=b874e71d-7887-4fef-97ba-f32a67d54835,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:17.242146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:17.268683 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b874e71d-7887-4fef-97ba-f32a67d54835', 'code': 200}
Apr 23 18:04:17.283475 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c1d0f9e-516c-4fad-87fa-1ebb091fb3ef req-78c0f38b-50e9-4d48-966f-66b5a16a5d39 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523198
Apr 23 18:04:17.493865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-03fc17f3-bf2c-4ba7-8191-0b71859fdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.495833 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-03fc17f3-bf2c-4ba7-8191-0b71859fdfbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.2109118
Apr 23 18:04:17.505496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-ec57dbab-8345-46e9-898b-f1b10a05ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.506976 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-ec57dbab-8345-46e9-898b-f1b10a05ff27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1097 time: 0.1446579
Apr 23 18:04:17.670714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e0ee-f919-4de3-89b8-458bce8580b8 req-51ee47df-758a-4cf4-b7b0-46dc5a1b3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.672554 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9662e0ee-f919-4de3-89b8-458bce8580b8 req-51ee47df-758a-4cf4-b7b0-46dc5a1b3856 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 1099 time: 0.0865228
Apr 23 18:04:17.722583 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-2ebe911b-8c53-4f0b-94f8-50aacde860c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21 HTTP/1.1" status: 200  len: 217 time: 0.1318927
Apr 23 18:04:17.740423 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9662e0ee-f919-4de3-89b8-458bce8580b8 req-d41a0320-1277-4d75-9c78-e38fb0af8864 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579216
Apr 23 18:04:17.837480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-19a230b6-121a-46e3-8c11-068c7a84c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.839056 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-19a230b6-121a-46e3-8c11-068c7a84c335 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.1093850
Apr 23 18:04:17.912298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-2a9770cf-ca8d-4a89-9688-df1479387340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.913890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-2a9770cf-ca8d-4a89-9688-df1479387340 service neutron] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 910 time: 0.3500273
Apr 23 18:04:17.957115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff816d-c61c-4bd3-93be-2dfce0162a38 req-d64f6ed3-cc6e-4746-be6b-1e44d9937e34 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:17.958616 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0fff816d-c61c-4bd3-93be-2dfce0162a38 req-d64f6ed3-cc6e-4746-be6b-1e44d9937e34 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.1073408
Apr 23 18:04:18.009321 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0fff816d-c61c-4bd3-93be-2dfce0162a38 req-65cc6204-4f57-42b9-b074-e35b9ad9e733 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440238
Apr 23 18:04:18.316751 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-6f2fa53d-689f-4adf-a4a4-5a41d6c6544d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755599
Apr 23 18:04:18.317149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 59360) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:18.318268 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-05465c1a-1200-4342-bcbe-0232ed0f1be9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 217 time: 0.1303556
Apr 23 18:04:18.498910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.515519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:18.519508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:a6dc1df3d3df421ebf327f62d17bc42f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:18.524171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:18.532075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:18.624140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.627065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.634542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-cb3ff1b4-2156-48d0-9314-bfabcb950274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:18.636105 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-cb3ff1b4-2156-48d0-9314-bfabcb950274 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.2465477
Apr 23 18:04:18.637480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a456f5ed-d862-48ad-b917-6b288ee35361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:18.680955 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6dc1df3d3df421ebf327f62d17bc42f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3626487
Apr 23 18:04:18.682658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cca7eb-dec6-490e-8902-72385cc430b4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:18.685767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 59368) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:18.688729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:18.738823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26dc84-9d40-47c5-9b19-ed4b23ea6b31 req-b355c2f7-b9c8-4491-9a89-58a61473aea3 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:18.740446 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e26dc84-9d40-47c5-9b19-ed4b23ea6b31 req-b355c2f7-b9c8-4491-9a89-58a61473aea3 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.4079881
Apr 23 18:04:18.743412 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-53ded689-80d6-4731-8ec4-f69d7fd85e74 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3525970
Apr 23 18:04:18.757125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.785384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.799562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097d96f-cac6-4f28-acc5-a95f341ca9bd req-a7403628-3768-43c7-a5ab-fd56aa452f49 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:18.801082 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9097d96f-cac6-4f28-acc5-a95f341ca9bd req-a7403628-3768-43c7-a5ab-fd56aa452f49 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.3439293
Apr 23 18:04:18.833649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.838687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3ca57ff2-af5a-40d0-b0f0-ba8948b66884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:18.852963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cca7eb-dec6-490e-8902-72385cc430b4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:18.856087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:18.858651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:18.862460 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97cca7eb-dec6-490e-8902-72385cc430b4 HTTP/1.1" status: 204  len: 168 time: 0.1731555
Apr 23 18:04:19.155745 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e26dc84-9d40-47c5-9b19-ed4b23ea6b31 req-9ede7a5c-26dd-4238-b71c-9277f0e77b78 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4062998
Apr 23 18:04:19.181785 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9097d96f-cac6-4f28-acc5-a95f341ca9bd req-dcc72189-98db-46a0-bff1-f0f4bc682061 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3714244
Apr 23 18:04:19.191882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-9206dda1-d38a-42ce-96e0-131efe1c6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:19.193509 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-9206dda1-d38a-42ce-96e0-131efe1c6eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5350401
Apr 23 18:04:19.293617 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4716573d-2b36-4831-a85a-d59ce3379c6d req-0e0f19bb-f538-4f93-8f0b-07c1f0bebe0d service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5386472
Apr 23 18:04:19.426189 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-d16c859d-0df6-417a-b495-a228df970d01 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164655
Apr 23 18:04:19.439897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17771c4-bdad-4c28-b736-04d0a584a17a req-d769d832-6810-4b85-baec-5324473dfb75 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:19.441436 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f17771c4-bdad-4c28-b736-04d0a584a17a req-d769d832-6810-4b85-baec-5324473dfb75 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.1425118
Apr 23 18:04:19.581843 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f17771c4-bdad-4c28-b736-04d0a584a17a req-db2503ff-02db-44e0-8848-b57363c3ab91 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165631
Apr 23 18:04:19.625276 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-740bdd41-6092-4be3-a6f2-e517b46bf211 req-89160e15-c066-4f80-95cc-cd66e6e06285 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828175
Apr 23 18:04:20.454343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04434ab-0f95-45bc-b516-f55d9d507881 req-3b8698eb-a6c0-4148-af83-9c14852f2814 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:20.455972 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e04434ab-0f95-45bc-b516-f55d9d507881 req-3b8698eb-a6c0-4148-af83-9c14852f2814 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.1610804
Apr 23 18:04:20.468576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8006-2765-4834-beff-b43ba6a0c58b req-fd247ff7-8166-4f4a-aebd-5e307f3104a4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:20.470074 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-209c8006-2765-4834-beff-b43ba6a0c58b req-fd247ff7-8166-4f4a-aebd-5e307f3104a4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1266332
Apr 23 18:04:20.545421 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e04434ab-0f95-45bc-b516-f55d9d507881 req-008db5aa-e582-411d-8397-31652df12c08 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743220
Apr 23 18:04:20.552711 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-209c8006-2765-4834-beff-b43ba6a0c58b req-8348aadf-c097-44a4-a230-031a5fddf61d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673971
Apr 23 18:04:20.789999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc0aa7-d208-4779-8db5-d929d027f933 req-a4f153c1-8ffc-4548-afbb-38946836ba11 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:20.791628 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9bc0aa7-d208-4779-8db5-d929d027f933 req-a4f153c1-8ffc-4548-afbb-38946836ba11 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.0929542
Apr 23 18:04:20.841439 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9bc0aa7-d208-4779-8db5-d929d027f933 req-d4f6bf4f-aca3-4d83-bbb0-4e76ce3033d9 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425837
Apr 23 18:04:21.802891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f22d3-7758-4860-907b-a416e96bd582 req-d8ec0ffc-b64c-42ca-bae5-b9e9fd0978ff tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:21.804712 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b7f22d3-7758-4860-907b-a416e96bd582 req-d8ec0ffc-b64c-42ca-bae5-b9e9fd0978ff tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1032500
Apr 23 18:04:21.912121 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b7f22d3-7758-4860-907b-a416e96bd582 req-4b714669-fae4-46be-840a-e23ede24e4d4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004124
Apr 23 18:04:21.943513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b09583-e605-4944-b380-08c05edd59e7 req-554f5bb5-247e-4ee7-84d8-16243bc8cd10 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:21.945153 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54b09583-e605-4944-b380-08c05edd59e7 req-554f5bb5-247e-4ee7-84d8-16243bc8cd10 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.1162696
Apr 23 18:04:21.994823 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54b09583-e605-4944-b380-08c05edd59e7 req-6f71d493-f09f-401f-b80e-41cf7db7c6e8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426781
Apr 23 18:04:22.436427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:22.799093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60e517-b623-45bc-be9b-67c3aac6fc75 req-0dfda8b5-5b3f-4d3e-beee-8faa1ab9cd74 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:22.800681 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd60e517-b623-45bc-be9b-67c3aac6fc75 req-0dfda8b5-5b3f-4d3e-beee-8faa1ab9cd74 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.0961213
Apr 23 18:04:22.850488 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd60e517-b623-45bc-be9b-67c3aac6fc75 req-8f5a1e2c-cb04-4b5a-a0af-4976f11db5d7 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432639
Apr 23 18:04:23.119219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740c31f-aa8b-44b9-b600-8489ed3e9c2d req-faec5fe9-293e-493f-a459-c515c57cacbe tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:23.121818 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b740c31f-aa8b-44b9-b600-8489ed3e9c2d req-faec5fe9-293e-493f-a459-c515c57cacbe tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0922475
Apr 23 18:04:23.131385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 59480) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:23.232241 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b740c31f-aa8b-44b9-b600-8489ed3e9c2d req-510a686a-87dd-4e92-92ce-10b0affac2d8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931170
Apr 23 18:04:23.275497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.301822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21a234-61a3-4ab6-9574-f9f99dabc192 req-e5f8625d-a4c0-4173-847f-0ed6635f0140 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:23.303324 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a21a234-61a3-4ab6-9574-f9f99dabc192 req-e5f8625d-a4c0-4173-847f-0ed6635f0140 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.1472592
Apr 23 18:04:23.304370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:23.309110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1079da8b49455f9d8523e948773f5d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:23.313929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:23.335935 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:23.375305 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a21a234-61a3-4ab6-9574-f9f99dabc192 req-57456c46-8b7b-4153-88ac-31249d39071c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631495
Apr 23 18:04:23.445019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.447785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.457119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1fce41c4-45bc-4092-a36c-3355b948f0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:23.500952 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e1079da8b49455f9d8523e948773f5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3683419
Apr 23 18:04:23.501972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e224e3e-fa4d-4ae3-8434-c28533d68e83,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:23.503830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 59486) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:23.505452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:23.569770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.598520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.646516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.652934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-862858be-a6f5-40b3-ad82-0249c60a5b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:23.664696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e224e3e-fa4d-4ae3-8434-c28533d68e83,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:23.670638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:23.672763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:23.677136 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e224e3e-fa4d-4ae3-8434-c28533d68e83 HTTP/1.1" status: 204  len: 168 time: 0.1721249
Apr 23 18:04:24.056135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca24ff-71e2-47ed-b811-f985f5e47c6d req-56bddd26-f35f-41f5-9f9d-5ce1890cf042 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:24.057741 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cfca24ff-71e2-47ed-b811-f985f5e47c6d req-56bddd26-f35f-41f5-9f9d-5ce1890cf042 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.0887437
Apr 23 18:04:24.107400 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cfca24ff-71e2-47ed-b811-f985f5e47c6d req-3e686b21-f2a6-4f9d-aaf8-e007a522ec40 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429020
Apr 23 18:04:24.442263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3de90-ed96-4787-830a-6f3bad1d811e req-2d30e3f1-0420-4291-a2eb-2a7aecdded2c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:24.443921 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a4f3de90-ed96-4787-830a-6f3bad1d811e req-2d30e3f1-0420-4291-a2eb-2a7aecdded2c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0930700
Apr 23 18:04:24.493352 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a4f3de90-ed96-4787-830a-6f3bad1d811e req-7aa2c092-7146-421a-9252-9acfa915885f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419211
Apr 23 18:04:24.564633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2eca6ace-580c-4060-be5c-f8e97a512c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:24.585719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee5e2-6a71-4e8e-a1d5-9395008d3d54 req-bea478aa-b15e-4632-b1d6-6e547c84d665 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:24.587323 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd2ee5e2-6a71-4e8e-a1d5-9395008d3d54 req-bea478aa-b15e-4632-b1d6-6e547c84d665 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.0892193
Apr 23 18:04:24.640949 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd2ee5e2-6a71-4e8e-a1d5-9395008d3d54 req-42da866f-70c6-4a44-a6da-327d9793ff87 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471334
Apr 23 18:04:25.310615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dfa0b-ce82-4cbe-b451-7ca8938728c9 req-70cb76fb-5c93-40d0-8c32-b614c8da4cf6 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:25.312201 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-674dfa0b-ce82-4cbe-b451-7ca8938728c9 req-70cb76fb-5c93-40d0-8c32-b614c8da4cf6 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.0878682
Apr 23 18:04:25.361251 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-674dfa0b-ce82-4cbe-b451-7ca8938728c9 req-22e2c45a-fad0-4a5a-9d93-85036a943936 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427377
Apr 23 18:04:25.698355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9870-097b-4b52-9378-588ee2f20493 req-e614f34b-112c-4bc2-8f5b-ec340f83d98b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:25.700555 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d8c9870-097b-4b52-9378-588ee2f20493 req-e614f34b-112c-4bc2-8f5b-ec340f83d98b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0921805
Apr 23 18:04:25.754133 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d8c9870-097b-4b52-9378-588ee2f20493 req-91747b26-2805-49f2-a5b0-9b6bab26dd63 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470948
Apr 23 18:04:25.852991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cdec0-f9e7-41e5-a2e8-8152c27b4e52 req-561d2783-b9ca-411e-89eb-b26157d11c1e tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:25.855441 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc3cdec0-f9e7-41e5-a2e8-8152c27b4e52 req-561d2783-b9ca-411e-89eb-b26157d11c1e tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.0949318
Apr 23 18:04:25.889722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:04:25.915067 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc3cdec0-f9e7-41e5-a2e8-8152c27b4e52 req-85d993c0-6865-4fe3-b860-8d42c0f42486 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526488
Apr 23 18:04:26.280916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb399e-f685-4933-8719-ccb843640b20 req-392d8129-0565-4e18-8ebc-d7024c421644 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:26.282370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-76bb399e-f685-4933-8719-ccb843640b20 req-392d8129-0565-4e18-8ebc-d7024c421644 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.0909309
Apr 23 18:04:26.422366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15b72622-9416-4935-a8eb-61db10846f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:26.436736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Deleting port b874e71d-7887-4fef-97ba-f32a67d54835 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:04:26.437123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:26.651270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] For port b874e71d-7887-4fef-97ba-f32a67d54835, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b874e71d-7887-4fef-97ba-f32a67d54835,segment=NetworkSegment(e4e1166d-d395-4e14-a329-bf7c35eabb20),segment_id=e4e1166d-d395-4e14-a329-bf7c35eabb20)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:26.651666 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:26.732600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b9b92-6239-4eae-94f6-a5a29fd4cb85 req-31a5c27f-daa1-44b3-a22a-a2a90b925153 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:26.734227 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f38b9b92-6239-4eae-94f6-a5a29fd4cb85 req-31a5c27f-daa1-44b3-a22a-a2a90b925153 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 946 time: 0.2267103
Apr 23 18:04:26.804304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Calling delete_port for b874e71d-7887-4fef-97ba-f32a67d54835 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:04:26.866748 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f38b9b92-6239-4eae-94f6-a5a29fd4cb85 req-da9d66a8-98f7-45d3-a8bd-15a6cb938423 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702429
Apr 23 18:04:26.926568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:04:27.045671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbafbd-e081-4f1f-9086-99265d74f67a req-8a4fa0f4-d0e4-4534-a3e9-ca97cbf2629c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:27.065367 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7dbafbd-e081-4f1f-9086-99265d74f67a req-8a4fa0f4-d0e4-4534-a3e9-ca97cbf2629c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1853938
Apr 23 18:04:27.103895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:27.121927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:27.125809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:27.141247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'port_id': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'mac_address': 'fa:16:3e:dd:55:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:04:27.176661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['b874e71d-7887-4fef-97ba-f32a67d54835'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:04:27.243823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:27.262789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6269bb3-d1ae-43c9-a53a-a18ff86042fa {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:27.268342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Pushing event deleted for resources: {'Port': ['ID=b874e71d-7887-4fef-97ba-f32a67d54835,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:27.270941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:27.280578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:27.283601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:27.285459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d9d7d436-4cb6-4e34-9463-be953b94527c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:27.299452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] No DVR routers for this DVR port b874e71d-7887-4fef-97ba-f32a67d54835 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:04:27.301933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:27.308374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'name': 'network-vif-deleted', 'tag': 'b874e71d-7887-4fef-97ba-f32a67d54835'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:27.335919 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7dbafbd-e081-4f1f-9086-99265d74f67a req-71ec927d-f6f9-4e92-951d-877d7518a0f5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157402
Apr 23 18:04:27.348027 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-76bb399e-f685-4933-8719-ccb843640b20 req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.47 "DELETE /v2.0/ports/b874e71d-7887-4fef-97ba-f32a67d54835 HTTP/1.1" status: 204  len: 173 time: 1.0582612
Apr 23 18:04:27.368876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:27.372627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:27.373367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245cadd-be75-44df-9a82-6e577b268f20 req-5d2da4f3-9d09-4d6c-84ea-0da412e58bc4 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:27.375002 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9245cadd-be75-44df-9a82-6e577b268f20 req-5d2da4f3-9d09-4d6c-84ea-0da412e58bc4 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.3086526
Apr 23 18:04:27.433458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9245cadd-be75-44df-9a82-6e577b268f20 req-31983225-ea53-426b-9a80-6b000cd047c6 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501568
Apr 23 18:04:27.492779 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a3d010-c81a-43ab-b778-39b063a33b0a', 'name': 'network-vif-deleted', 'tag': 'b874e71d-7887-4fef-97ba-f32a67d54835', 'status': 'completed', 'code': 200}
Apr 23 18:04:27.643868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:28.065143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['a6269bb3-d1ae-43c9-a53a-a18ff86042fa'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:04:28.324120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c0006278-a4ac-43fc-979c-d26a4fb25826 req-6deeccca-dad5-48a0-bbb8-1915beadcedb tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Synchronizing usage tracker for tenant:97897f3955b14922bc195b5de266644e on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:04:28.340724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c0006278-a4ac-43fc-979c-d26a4fb25826 req-6deeccca-dad5-48a0-bbb8-1915beadcedb tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Unset dirty status for tenant:97897f3955b14922bc195b5de266644e on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:04:28.342005 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0006278-a4ac-43fc-979c-d26a4fb25826 req-6deeccca-dad5-48a0-bbb8-1915beadcedb tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8a3d010-c81a-43ab-b778-39b063a33b0a HTTP/1.1" status: 200  len: 210 time: 0.3390956
Apr 23 18:04:28.410319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:28.556914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70567f-42fa-4ee0-86ff-7938588d7252 req-a81e3cf3-a250-4e79-a3dd-779eb22c04ca tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:28.559662 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd70567f-42fa-4ee0-86ff-7938588d7252 req-a81e3cf3-a250-4e79-a3dd-779eb22c04ca tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0902596
Apr 23 18:04:28.674863 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd70567f-42fa-4ee0-86ff-7938588d7252 req-26267c61-3073-464b-b224-c2de8a525f44 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671771
Apr 23 18:04:28.691984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d78b62-f649-4c08-83f3-42e9814d9ec3 req-09ecdcab-036f-4562-8401-5dedb523345f tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:28.693524 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-88d78b62-f649-4c08-83f3-42e9814d9ec3 req-09ecdcab-036f-4562-8401-5dedb523345f tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 945 time: 0.1328549
Apr 23 18:04:28.741495 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-88d78b62-f649-4c08-83f3-42e9814d9ec3 req-e177ebc4-9a34-496c-9c02-938106b1efe6 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412619
Apr 23 18:04:28.940423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b874e71d-7887-4fef-97ba-f32a67d54835 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:04:28.988853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: b874e71d-7887-4fef-97ba-f32a67d54835 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:04:28.989243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b874e71d-7887-4fef-97ba-f32a67d54835 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:04:29.133408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:29.947098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310855b5-2522-4bc1-814f-b7e1f1571f72 req-f377bb5e-16c4-45cc-8d0e-cc1385899b1d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:29.949317 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-310855b5-2522-4bc1-814f-b7e1f1571f72 req-f377bb5e-16c4-45cc-8d0e-cc1385899b1d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1470416
Apr 23 18:04:30.020848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3b61-34a9-44e1-a98f-6b4b8a9a8d0a req-fe8902c1-31f9-4690-8d29-47a24d5135b5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:30.022435 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-742e3b61-34a9-44e1-a98f-6b4b8a9a8d0a req-fe8902c1-31f9-4690-8d29-47a24d5135b5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 945 time: 0.1537857
Apr 23 18:04:30.025576 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-310855b5-2522-4bc1-814f-b7e1f1571f72 req-1f93d2be-6fe8-4e4d-9f8e-173ad0eccb01 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684059
Apr 23 18:04:30.074106 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-742e3b61-34a9-44e1-a98f-6b4b8a9a8d0a req-652efacc-82a8-49c3-863f-0582e7140a34 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446444
Apr 23 18:04:30.971243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:04:31.040433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port a6269bb3-d1ae-43c9-a53a-a18ff86042fa completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:04:31.045393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port a6269bb3-d1ae-43c9-a53a-a18ff86042fa triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:04:31.045810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:31.187292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:31.218524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:31.228874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:04:31.232779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:31.235379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:31.312407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:31.315668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:31.334203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2ad35-05e9-4541-bb07-9ddc9a665798 req-ed7d8643-f93f-413e-ba68-372d4725ee43 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:31.335784 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ca2ad35-05e9-4541-bb07-9ddc9a665798 req-ed7d8643-f93f-413e-ba68-372d4725ee43 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1758432
Apr 23 18:04:31.344431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0973d-6e84-455e-8132-b8fd7be376ab req-86aca142-3c4d-4e59-90e4-cb5d3807936a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:31.345900 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-88c0973d-6e84-455e-8132-b8fd7be376ab req-86aca142-3c4d-4e59-90e4-cb5d3807936a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1371965
Apr 23 18:04:31.423568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ca2ad35-05e9-4541-bb07-9ddc9a665798 req-2186a803-e895-42c0-bccc-62342ecf394c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766113
Apr 23 18:04:31.430768 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-88c0973d-6e84-455e-8132-b8fd7be376ab req-3a9e2176-427e-410a-9244-0831b60d472d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675521
Apr 23 18:04:31.478973 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'code': 200}
Apr 23 18:04:32.708079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a81671-7a4c-4362-bb36-cb158037c89b req-91867e27-6c28-4937-a30f-04192e0c4693 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:32.709637 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04a81671-7a4c-4362-bb36-cb158037c89b req-91867e27-6c28-4937-a30f-04192e0c4693 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1647205
Apr 23 18:04:32.719538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077e5f2-0399-4dde-bab2-41cc751fda6d req-69852782-3111-417a-83af-cbc68474f6e2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:32.721112 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4077e5f2-0399-4dde-bab2-41cc751fda6d req-69852782-3111-417a-83af-cbc68474f6e2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1341732
Apr 23 18:04:32.797911 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04a81671-7a4c-4362-bb36-cb158037c89b req-c2b6d3fb-f251-4c03-b6f1-2089cafe5010 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754344
Apr 23 18:04:32.805083 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4077e5f2-0399-4dde-bab2-41cc751fda6d req-0253fe2e-9c95-46d2-a905-2fb2ef321611 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678656
Apr 23 18:04:34.078902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ece3ab-87e1-47bf-b091-ffbdbc92a6c5 req-650b1a6e-5f3e-4e22-9730-23ceb8da2edf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:34.080504 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58ece3ab-87e1-47bf-b091-ffbdbc92a6c5 req-650b1a6e-5f3e-4e22-9730-23ceb8da2edf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1593390
Apr 23 18:04:34.111048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717da25-ee96-4368-9d41-06b9832d847c req-d051c856-590e-4e94-96f6-a7a3807883a8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:34.112599 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d717da25-ee96-4368-9d41-06b9832d847c req-d051c856-590e-4e94-96f6-a7a3807883a8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1490715
Apr 23 18:04:34.162242 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58ece3ab-87e1-47bf-b091-ffbdbc92a6c5 req-01d0b1a7-1c39-4ad5-acb3-729b99940040 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749025
Apr 23 18:04:34.182622 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d717da25-ee96-4368-9d41-06b9832d847c req-ee4cd5e5-12de-42da-85aa-e652870daf23 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621283
Apr 23 18:04:34.796400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d6a74-3ec8-4f1e-8f54-1d23fab1a429 req-4a66c5a4-90ee-4226-a77e-0533050c40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:34.797999 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a6d6a74-3ec8-4f1e-8f54-1d23fab1a429 req-4a66c5a4-90ee-4226-a77e-0533050c40cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1099 time: 0.0803699
Apr 23 18:04:34.847577 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a6d6a74-3ec8-4f1e-8f54-1d23fab1a429 req-3c349132-eca3-4e42-b9c6-b438927a2782 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405664
Apr 23 18:04:35.435339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558955d-b4e9-4727-a981-6f3028e05236 req-07317d61-9938-4229-8da1-d715ac28e721 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:35.436956 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b558955d-b4e9-4727-a981-6f3028e05236 req-07317d61-9938-4229-8da1-d715ac28e721 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1605897
Apr 23 18:04:35.445774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aea2f-fac4-483b-b83b-a8c5bc051323 req-7fdae77e-1f4f-4ee3-984a-f8cfd268cd01 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:35.447220 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c82aea2f-fac4-483b-b83b-a8c5bc051323 req-7fdae77e-1f4f-4ee3-984a-f8cfd268cd01 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1274323
Apr 23 18:04:35.520773 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b558955d-b4e9-4727-a981-6f3028e05236 req-3a4179b0-1a60-4cee-b7d6-39ecab44d8ff tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724037
Apr 23 18:04:35.532452 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c82aea2f-fac4-483b-b83b-a8c5bc051323 req-3a6a595c-5286-4902-968d-76d7976cb9ee tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698299
Apr 23 18:04:36.814280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf5dcd-390b-4719-9f24-7a73eb963aaf req-1072f883-4231-4e43-972d-03ab7fea8014 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:36.815972 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48cf5dcd-390b-4719-9f24-7a73eb963aaf req-1072f883-4231-4e43-972d-03ab7fea8014 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1654694
Apr 23 18:04:36.825883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac092901-9e63-4436-878c-187cec01e110 req-c4a7e66c-6cc7-4743-9820-851528b7f589 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:36.827499 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac092901-9e63-4436-878c-187cec01e110 req-c4a7e66c-6cc7-4743-9820-851528b7f589 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1349478
Apr 23 18:04:36.895685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48cf5dcd-390b-4719-9f24-7a73eb963aaf req-33f6b529-b255-4029-a12c-311b78abc214 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670981
Apr 23 18:04:36.921916 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac092901-9e63-4436-878c-187cec01e110 req-a53d0c81-237b-4f77-a631-6c2d40210ccc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584273
Apr 23 18:04:38.296080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd6099-dcfe-4387-9bf3-bf69a1f11c63 req-abcbade5-2c99-45ce-9f31-6b3933c116ba tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:38.298158 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43bd6099-dcfe-4387-9bf3-bf69a1f11c63 req-abcbade5-2c99-45ce-9f31-6b3933c116ba tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1688337
Apr 23 18:04:38.335576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54da08-b73c-46fd-bb40-3127d998dc78 req-13b6693a-7d97-48b8-86ea-ed51b16cfcd2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:38.338063 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7e54da08-b73c-46fd-bb40-3127d998dc78 req-13b6693a-7d97-48b8-86ea-ed51b16cfcd2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.3154347
Apr 23 18:04:38.415873 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43bd6099-dcfe-4387-9bf3-bf69a1f11c63 req-9007dc09-8b0d-4613-b1ce-9c7e04d7eee0 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108308
Apr 23 18:04:38.431743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7e54da08-b73c-46fd-bb40-3127d998dc78 req-871ab6f1-bc6e-4b8d-9cde-6421cc8285dc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857782
Apr 23 18:04:38.634221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b768d8c-cece-49d8-8c2b-a44e913a8a28 req-c844ec57-91c1-49af-b7b1-72acc28012d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:38.635878 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5b768d8c-cece-49d8-8c2b-a44e913a8a28 req-c844ec57-91c1-49af-b7b1-72acc28012d8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.0948956
Apr 23 18:04:38.688390 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5b768d8c-cece-49d8-8c2b-a44e913a8a28 req-83958e23-4b27-4dbb-b30f-1af46eb8c257 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459085
Apr 23 18:04:38.710556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 59756) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:38.981742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90126262-9e23-44b8-bb91-bac131e6f76a tempest-TestShelveInstance-1828708358 tempest-TestShelveInstance-1828708358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:38.983251 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-90126262-9e23-44b8-bb91-bac131e6f76a tempest-TestShelveInstance-1828708358 tempest-TestShelveInstance-1828708358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1094 time: 0.2712977
Apr 23 18:04:38.986406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 59762) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:04:38.992573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'port_id': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:39.000237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:39.004801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Usage tracker for resource:floatingip and tenant:0632e02ad28b467884ec00557a3a3650 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:39.008215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:39.015493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:39.029618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:39.249726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:39.420371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Allocated IP 172.27.2.51 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/a6f4dc29-4307-47a1-8b5d-948aab50dcb6) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:04:39.684480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:39.714600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b99e-5158-412c-8a01-8815a3614cba req-a380dac9-7458-4f7f-a0ed-0ecc0ab76231 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:39.716337 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93f0b99e-5158-412c-8a01-8815a3614cba req-a380dac9-7458-4f7f-a0ed-0ecc0ab76231 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1645513
Apr 23 18:04:39.772761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:39.779896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:39.820226 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93f0b99e-5158-412c-8a01-8815a3614cba req-9d7a49a1-dad0-4775-9333-ed8d9c917e34 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942862
Apr 23 18:04:39.850206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:04:39.850206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:04:39.851272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:04:39.912951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'Port': ['ID=a6f4dc29-4307-47a1-8b5d-948aab50dcb6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:39.921466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:40.737014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:40.873404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:41.160779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7854fc-73a3-4cfe-a296-b9bd165c430a req-8079bf1c-d87a-46d7-b9b8-30046ec9724f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:41.168626 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df7854fc-73a3-4cfe-a296-b9bd165c430a req-8079bf1c-d87a-46d7-b9b8-30046ec9724f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.2068670
Apr 23 18:04:41.228379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:41.246313 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df7854fc-73a3-4cfe-a296-b9bd165c430a req-a8cf0b30-d863-4019-869a-fd5d2f1f5dad tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766854
Apr 23 18:04:41.248498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:41.258317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:41.310959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:41.504433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event updated for resources: {'Port': ['ID=a6f4dc29-4307-47a1-8b5d-948aab50dcb6,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:41.508930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:41.565778 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Floating IP 3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42 associated. External IP: 172.27.2.51, port: a6269bb3-d1ae-43c9-a53a-a18ff86042fa.
Apr 23 18:04:41.997925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:04:42.405849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:04:42.415546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] Sync routers for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:04:42.426656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:04:42.427333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341f6780>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:04:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:04:42.485476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:42.564878 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5770819
Apr 23 18:04:42.566360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:42.580033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139428d-3517-4816-98b3-567f4cb4eafb req-5770e9da-5c6e-4a81-bd77-8e75f248d5f5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:42.587607 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8139428d-3517-4816-98b3-567f4cb4eafb req-5770e9da-5c6e-4a81-bd77-8e75f248d5f5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1756530
Apr 23 18:04:42.644370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8139428d-3517-4816-98b3-567f4cb4eafb req-e42967cb-18f5-49de-a9ce-148d37472c76 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556397
Apr 23 18:04:42.686840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:04:42.818203 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'status': 'completed', 'code': 200}
Apr 23 18:04:42.991972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57729-c33d-46b5-9527-b055d053e5cf req-b944ef71-c9e2-44d3-b81e-400ddf41baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:42.993878 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-b944ef71-c9e2-44d3-b81e-400ddf41baec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1099 time: 0.1054928
Apr 23 18:04:43.208601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341f6780>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'port_id': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'mac_address': 'fa:16:3e:dd:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:04:40Z', 'updated_at': '2021-04-23T18:04:40Z', 'revision_number': 0, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:07Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:04:43.217187 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] Checking router: 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:04:43.238172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:04:43.239105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341f6780>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:04:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:04:43.405321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57729-c33d-46b5-9527-b055d053e5cf req-26f45931-a5a2-49f3-8ecc-953a612de472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:43.406903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-26f45931-a5a2-49f3-8ecc-953a612de472 service neutron] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 910 time: 0.3959274
Apr 23 18:04:43.507304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-8532ff05-1a54-4497-ba5e-5bc7a8c5a897 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:43.508924 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-8532ff05-1a54-4497-ba5e-5bc7a8c5a897 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.3214221
Apr 23 18:04:43.531250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:04:43.542888 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-593d1d65-f032-4230-82a2-4af96c078570 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/quotas/9b27c35630ec470ba07816df16d47d68 HTTP/1.1" status: 200  len: 375 time: 0.0147681
Apr 23 18:04:43.626436 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-3c1c0a90-eb07-4a7a-93a3-78856b342818 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 999 time: 0.2065296
Apr 23 18:04:43.751519 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-d52f0838-a3db-4ae8-92bb-2ae5a110da9c tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1902566
Apr 23 18:04:43.755840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57729-c33d-46b5-9527-b055d053e5cf req-855239a5-4167-45b8-b7b6-4a6d23d9182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:43.757438 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-855239a5-4167-45b8-b7b6-4a6d23d9182c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.1202276
Apr 23 18:04:44.001935 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b00a84-af67-4362-9b45-fc8be2db455b req-01389bf3-9565-4651-9b8d-488eef87b664 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:44.003475 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3b00a84-af67-4362-9b45-fc8be2db455b req-01389bf3-9565-4651-9b8d-488eef87b664 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1434205
Apr 23 18:04:44.005922 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-c1bc35fd-459e-42ee-b8bf-cf93c02f0e0a service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2445071
Apr 23 18:04:44.048009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341f6780>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'port_id': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'mac_address': 'fa:16:3e:dd:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:04:40Z', 'updated_at': '2021-04-23T18:04:40Z', 'revision_number': 0, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:07Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:04:44.053106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf836c-cba0-4673-bbda-4c559d4946d7 None None] The sync data for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi is: [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'port_id': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'mac_address': 'fa:16:3e:dd:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:04:40Z', 'updated_at': '2021-04-23T18:04:40Z', 'revision_number': 0, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:07Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:04:44.181532 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3b00a84-af67-4362-9b45-fc8be2db455b req-5b1e804b-515c-4577-88f7-d73429b070e6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690292
Apr 23 18:04:44.234167 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-9f148b41-2c04-47c2-af28-c86a02202bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073915
Apr 23 18:04:44.451591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b01a1-26e4-4c06-8a73-87d2ad57e03e None None] New status for floating IP 3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:04:44.507021 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f52fd3f3-d12e-4cff-8079-ab2de20ccc5b req-187c15ae-4338-4ee0-a5c8-491af1474a11 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 210 time: 0.0746408
Apr 23 18:04:45.426096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef6418-927f-4e5b-a3b5-627c7107cea7 req-30df1e22-3d08-491e-ab77-2a1bff2dd673 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:45.430405 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-71ef6418-927f-4e5b-a3b5-627c7107cea7 req-30df1e22-3d08-491e-ab77-2a1bff2dd673 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1154408
Apr 23 18:04:45.489874 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-71ef6418-927f-4e5b-a3b5-627c7107cea7 req-42ac8875-d42c-45a3-a4c2-f70402a9a0d6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499861
Apr 23 18:04:45.668828 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2075ef4-ada4-489d-961c-58b27f0d0d3c req-6a23f540-a0de-402c-848a-00dedb70e9dd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 210 time: 0.0540149
Apr 23 18:04:46.718269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242792c-9ffd-4cf3-859f-6445c7ed3e08 req-0d7ae2c4-26ea-43ee-921c-eacf2a92d0d9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:46.720089 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c242792c-9ffd-4cf3-859f-6445c7ed3e08 req-0d7ae2c4-26ea-43ee-921c-eacf2a92d0d9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1006520
Apr 23 18:04:46.781204 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c242792c-9ffd-4cf3-859f-6445c7ed3e08 req-fac3cad3-ecc2-47dd-81dc-d23ef41f05ae tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473261
Apr 23 18:04:46.873992 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b7fd4e35-58ac-4f46-9114-b435ace156c1 req-e13f68ad-8b9c-48ef-80a4-bb6b15978d52 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 210 time: 0.0612307
Apr 23 18:04:47.578041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57729-c33d-46b5-9527-b055d053e5cf req-d3d28f13-6ab4-46de-b8a6-aaae91b252c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:47.579658 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-d3d28f13-6ab4-46de-b8a6-aaae91b252c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1719360
Apr 23 18:04:47.779169 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-17bde4df-29eb-4d44-954d-3ab4a78f7b86 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732721
Apr 23 18:04:48.135185 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5c35880d-773f-4686-8d02-a0b2ff949b94 req-6bafc100-8208-427e-9d56-5c0656e6b14f tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 210 time: 0.0982749
Apr 23 18:04:48.138694 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31c57729-c33d-46b5-9527-b055d053e5cf req-9333f1ac-93d1-4d27-b2c7-7e8a22390d4f service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3451083
Apr 23 18:04:48.173333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c1840-83fd-4a2e-8222-13c52982e239 req-f34917a9-3568-4fab-816c-3c8ffa6a9d9c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:48.174974 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e4c1840-83fd-4a2e-8222-13c52982e239 req-f34917a9-3568-4fab-816c-3c8ffa6a9d9c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.2064202
Apr 23 18:04:48.244232 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e4c1840-83fd-4a2e-8222-13c52982e239 req-dbab439d-c900-4059-8841-6f73a187dc53 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557919
Apr 23 18:04:49.069998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-b69076b1-53cb-4edb-93fe-ff786a2c9286 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:49.072309 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-b69076b1-53cb-4edb-93fe-ff786a2c9286 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 814 time: 0.2718110
Apr 23 18:04:49.098279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Request body: {'port': {'device_id': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'admin_state_up': True, 'tenant_id': '9b27c35630ec470ba07816df16d47d68'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:49.374744 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57402c76-7ace-4bad-b063-26b9af8c858a req-3093bc78-1231-4ae5-b4ae-a82c6eaea3c8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 210 time: 0.0777590
Apr 23 18:04:49.375789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:04:49.381618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Usage tracker for resource:port and tenant:9b27c35630ec470ba07816df16d47d68 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:04:49.388993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:04:49.454979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:04:49.472640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Made reservation on behalf of 9b27c35630ec470ba07816df16d47d68 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:04:49.478671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:49.580207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da58a-5cb8-43e1-91fd-632c31c60a9e req-90e2ad78-5e90-4cb3-a030-9405b51519e1 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:49.581832 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f8da58a-5cb8-43e1-91fd-632c31c60a9e req-90e2ad78-5e90-4cb3-a030-9405b51519e1 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1809421
Apr 23 18:04:49.690966 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f8da58a-5cb8-43e1-91fd-632c31c60a9e req-b30ffa65-a3f3-453e-ac94-83d08222eb56 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964663
Apr 23 18:04:49.732779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Allocated IP 172.20.0.6 (cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9/7478072b-f485-40e8-b5ea-8ac62a4a8c3f/def71801-9b24-413d-b5dc-4acc540f103e) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:04:49.974130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:50.008631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:50.015948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-34e56b76-bd46-4b1d-b501-36d4124b0e50 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:50.333120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:04:50.336976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:04:50.342342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:04:50.347475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:50.348166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:50.357207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event updated for resources: {'Port': ['ID=def71801-9b24-413d-b5dc-4acc540f103e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:50.380941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.381358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.381793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.382159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.382594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.382960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.383354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.383722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.384149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.384537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.385973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.386118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:04:50.397519 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3034472
Apr 23 18:04:50.398309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:50.612076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690063f5-32ff-4051-b2c8-2793fd232e5a req-acc1f280-e168-4aaa-8c9a-05740989152e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:50.612760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-690063f5-32ff-4051-b2c8-2793fd232e5a req-acc1f280-e168-4aaa-8c9a-05740989152e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:04:50.632035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-690063f5-32ff-4051-b2c8-2793fd232e5a req-acc1f280-e168-4aaa-8c9a-05740989152e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:04:50.652103 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-690063f5-32ff-4051-b2c8-2793fd232e5a req-acc1f280-e168-4aaa-8c9a-05740989152e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 931 time: 0.1358354
Apr 23 18:04:50.698919 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-690063f5-32ff-4051-b2c8-2793fd232e5a req-7b9364f8-ce76-4d97-9f38-05057c1e71af tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458019
Apr 23 18:04:50.930917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be5a24-cd65-4609-ad35-b8a92129e6b8 req-694d884e-54cf-412c-aa4e-3f8b42a49395 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:50.932547 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37be5a24-cd65-4609-ad35-b8a92129e6b8 req-694d884e-54cf-412c-aa4e-3f8b42a49395 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1026075
Apr 23 18:04:50.986478 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37be5a24-cd65-4609-ad35-b8a92129e6b8 req-e9ccd066-aa50-4776-8797-aa3537af141e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473647
Apr 23 18:04:51.924990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5346-1472-4280-9f87-c57bd59520a7 req-1090f0ef-e390-4c60-8bbb-41312af84d52 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:51.926474 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d20f5346-1472-4280-9f87-c57bd59520a7 req-1090f0ef-e390-4c60-8bbb-41312af84d52 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 931 time: 0.1061652
Apr 23 18:04:51.989427 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d20f5346-1472-4280-9f87-c57bd59520a7 req-f2eb74de-69b2-41e0-9265-96e0710cb276 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558250
Apr 23 18:04:52.242970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fbe42-b269-47ff-b891-1bdf38f76fb1 req-9ec45faf-5e86-40ed-866a-74eacd53467a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:52.245215 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e68fbe42-b269-47ff-b891-1bdf38f76fb1 req-9ec45faf-5e86-40ed-866a-74eacd53467a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1055346
Apr 23 18:04:52.299398 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e68fbe42-b269-47ff-b891-1bdf38f76fb1 req-5a0bdb76-4135-4f98-9a3f-d8b7782edf45 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457013
Apr 23 18:04:52.641064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'b81d5e6c-6eac-4247-9494-32ff920b1074', '88b1798d-8fbd-4daa-b85d-b128a528dd76'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:04:52.699706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Request body: {'port': {'device_id': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:04:52.767443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:52.935120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:53.012876 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-ffa056c5-cd6e-40ac-91f1-093df0697778 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2289164
Apr 23 18:04:53.476194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-716e6f6f-b325-4d5d-b23a-58d79928e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:53.477820 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-716e6f6f-b325-4d5d-b23a-58d79928e900 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1099 time: 0.3900218
Apr 23 18:04:53.548383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317984-05a7-49fe-b120-8d99b15a901e req-8c89dfdf-b3e0-4056-8d0f-0904eda6e7c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:53.549982 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8317984-05a7-49fe-b120-8d99b15a901e req-8c89dfdf-b3e0-4056-8d0f-0904eda6e7c6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 931 time: 0.3749769
Apr 23 18:04:53.743407 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8317984-05a7-49fe-b120-8d99b15a901e req-2e8607c5-e504-4ecc-827f-0765afdad4ac tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328528
Apr 23 18:04:53.787458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26f277-cf99-44d6-a76b-9b9897b4efc4 req-3f86fa5a-67bc-4f73-8aee-67ab52bec898 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:53.789163 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a26f277-cf99-44d6-a76b-9b9897b4efc4 req-3f86fa5a-67bc-4f73-8aee-67ab52bec898 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.3658254
Apr 23 18:04:53.823837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-70189b76-9fca-4d4c-a113-da13184ebde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:53.825583 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-70189b76-9fca-4d4c-a113-da13184ebde5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.3170507
Apr 23 18:04:53.970493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def71801-9b24-413d-b5dc-4acc540f103e {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:04:53.988137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:53.999366 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a26f277-cf99-44d6-a76b-9b9897b4efc4 req-39b4915e-032a-429e-ae2d-806c94a1f5f3 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663568
Apr 23 18:04:54.017943 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-59f90155-6740-4433-af9b-8fcbff323a95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 1002 time: 0.1670063
Apr 23 18:04:54.023991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Transition to ACTIVE for port object def71801-9b24-413d-b5dc-4acc540f103e will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:04:54.070325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:54.080171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:54.240450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-652fb57a-f6d4-44f9-992b-88b4f9576819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:54.241967 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-652fb57a-f6d4-44f9-992b-88b4f9576819 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.2156897
Apr 23 18:04:54.371920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Pushing event updated for resources: {'Port': ['ID=def71801-9b24-413d-b5dc-4acc540f103e,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:54.421160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:54.426436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Attempting to bind port def71801-9b24-413d-b5dc-4acc540f103e on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:04:54.426822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Attempting to bind port def71801-9b24-413d-b5dc-4acc540f103e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:04:54.427175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Attempting to bind port def71801-9b24-413d-b5dc-4acc540f103e on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:04:54.445273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Port def71801-9b24-413d-b5dc-4acc540f103e on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:04:54.445644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Attempting to bind port def71801-9b24-413d-b5dc-4acc540f103e on network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:04:54.458522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:04:54.458850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Checking segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:04:54.459278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Bound using segment: {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:04:54.459753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Bound port: def71801-9b24-413d-b5dc-4acc540f103e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1097f2-7959-4b06-a469-6a518c3bc5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:04:54.460279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:54.546270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-1dde6bbe-928d-4934-beb5-cf9c1e76bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:54.548062 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-1dde6bbe-928d-4934-beb5-cf9c1e76bf34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2629151
Apr 23 18:04:54.598274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-25c542c8-7c58-4d28-8813-41ed6ed3b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:54.726754 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-a6ecd002-76dc-4b4c-a88c-7220ce00f6d8 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635318
Apr 23 18:04:54.735157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] For port def71801-9b24-413d-b5dc-4acc540f103e, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:04:54.832031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] For port def71801-9b24-413d-b5dc-4acc540f103e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=def71801-9b24-413d-b5dc-4acc540f103e,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:04:54.838112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:54.851087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:04:54.974410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:54.975072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:54.976490 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] 10.222.0.47 "PUT /v2.0/ports/def71801-9b24-413d-b5dc-4acc540f103e HTTP/1.1" status: 200  len: 1093 time: 2.2821023
Apr 23 18:04:54.977013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'tag': 'def71801-9b24-413d-b5dc-4acc540f103e'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:04:55.024478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Pushing event updated for resources: {'Port': ['ID=def71801-9b24-413d-b5dc-4acc540f103e,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:04:55.034229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:04:55.037403 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'tag': 'def71801-9b24-413d-b5dc-4acc540f103e', 'status': 'completed', 'code': 200}
Apr 23 18:04:55.043015 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd07493e-4b4a-4c5a-97e5-6e511a13f1e3 req-a91355d8-faf5-44a0-a27c-27f1c228334c service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047500
Apr 23 18:04:55.086212 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82bcf8-515b-4ff3-a120-823901045bd4 req-e66b98eb-0abd-4f76-86e4-cfff4d052559 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:55.088034 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de82bcf8-515b-4ff3-a120-823901045bd4 req-e66b98eb-0abd-4f76-86e4-cfff4d052559 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 943 time: 0.1624267
Apr 23 18:04:55.455658 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de82bcf8-515b-4ff3-a120-823901045bd4 req-45f3ef01-d011-4a13-80a2-3ae79383b426 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3261755
Apr 23 18:04:55.505802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48199-5d47-424b-afa3-28fcb08f3a14 req-3ab311ac-02a5-4941-aace-9d271f5851b9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:55.507509 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-88a48199-5d47-424b-afa3-28fcb08f3a14 req-3ab311ac-02a5-4941-aace-9d271f5851b9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.3710489
Apr 23 18:04:55.514736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-1b74f361-b9ca-41a8-ba80-b733f411ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:55.517480 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-1b74f361-b9ca-41a8-ba80-b733f411ffbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 1096 time: 0.4282281
Apr 23 18:04:55.573890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-88a48199-5d47-424b-afa3-28fcb08f3a14 req-74380229-2aed-4731-951d-f4f4e21d1284 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549796
Apr 23 18:04:56.422852 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d035612-9b34-4cf3-ad88-b73da77a464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:56.658702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e893980-fe58-4043-b275-63fb7c263da4 req-42da7c39-0ac0-4480-a424-16d2a57399e6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:56.660339 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e893980-fe58-4043-b275-63fb7c263da4 req-42da7c39-0ac0-4480-a424-16d2a57399e6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 943 time: 0.0895827
Apr 23 18:04:56.755744 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e893980-fe58-4043-b275-63fb7c263da4 req-9d24e81d-4413-46b1-891f-ae974f2a8c9b tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886371
Apr 23 18:04:56.797820 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5e2f-235d-4409-ad48-e5222aa1a13b req-f25bcd3f-d57e-430f-8107-9358b7284009 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:56.799428 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b5f5e2f-235d-4409-ad48-e5222aa1a13b req-f25bcd3f-d57e-430f-8107-9358b7284009 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1030462
Apr 23 18:04:56.848336 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b5f5e2f-235d-4409-ad48-e5222aa1a13b req-9e16496d-f93c-48ac-819b-cbbf46953e97 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426402
Apr 23 18:04:57.653281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:58.070804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3d68-ad26-42a0-b5d8-3c9c6e726c69 req-0ba17c0e-3088-4ebd-8d35-0a35e4724686 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:58.072477 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c62d3d68-ad26-42a0-b5d8-3c9c6e726c69 req-0ba17c0e-3088-4ebd-8d35-0a35e4724686 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 943 time: 0.2013395
Apr 23 18:04:58.147357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de546eb-eff4-44d7-b2e5-e912e4f07df7 req-5525054c-f019-4e0a-b629-80789b7d7a5d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:58.148973 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9de546eb-eff4-44d7-b2e5-e912e4f07df7 req-5525054c-f019-4e0a-b629-80789b7d7a5d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1625164
Apr 23 18:04:58.152629 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c62d3d68-ad26-42a0-b5d8-3c9c6e726c69 req-9e4931f5-7622-47d0-99f7-df2aa62077df tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715201
Apr 23 18:04:58.199245 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9de546eb-eff4-44d7-b2e5-e912e4f07df7 req-619b139a-d1ed-445b-8f51-2bc88985baed tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421076
Apr 23 18:04:58.322702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:58.488973 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-2f0bad0d-e28f-467e-9f9a-efacca2c86f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def71801-9b24-413d-b5dc-4acc540f103e HTTP/1.1" status: 200  len: 217 time: 0.0700545
Apr 23 18:04:58.565388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-9af386d9-1685-4574-b29e-62e9edcddc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:58.566973 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-9af386d9-1685-4574-b29e-62e9edcddc02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.0641131
Apr 23 18:04:58.628587 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-b510217a-a87a-4ccc-ae24-f430c0a75390 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491619
Apr 23 18:04:58.785964 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-8144aade-6748-4c7c-a77f-edccf3f06144 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387560
Apr 23 18:04:58.935949 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5322cec8-f89e-4fa5-a080-93b0c00dfa22 req-4a791f67-4587-4f57-8ee7-ab78d8b058ac service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413610
Apr 23 18:04:59.140243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:04:59.184699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-dd22c6ba-74fd-4eee-aba9-06c37a3098cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:59.186297 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-dd22c6ba-74fd-4eee-aba9-06c37a3098cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 1096 time: 0.0877218
Apr 23 18:04:59.466597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-bf39952c-8fbd-46fc-9406-c94f71a704a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:59.468175 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-bf39952c-8fbd-46fc-9406-c94f71a704a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 915 time: 0.2669370
Apr 23 18:04:59.564551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5848-c93f-42bd-be91-eb8d02cfc7e4 req-854f5349-d7d8-40ff-b687-6fd8370b6e96 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:59.566886 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-563a5848-c93f-42bd-be91-eb8d02cfc7e4 req-854f5349-d7d8-40ff-b687-6fd8370b6e96 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 943 time: 0.2868669
Apr 23 18:04:59.569545 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-2e91abf6-c384-4ffc-8e59-ba67e27f679a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def71801-9b24-413d-b5dc-4acc540f103e HTTP/1.1" status: 200  len: 217 time: 0.0880332
Apr 23 18:04:59.583188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f803a0-9758-4a64-af37-9593b1720378 req-6fb5008d-e7a1-47f2-b515-8a1b8f4d1d48 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:59.584687 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7f803a0-9758-4a64-af37-9593b1720378 req-6fb5008d-e7a1-47f2-b515-8a1b8f4d1d48 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.2548676
Apr 23 18:04:59.721197 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-563a5848-c93f-42bd-be91-eb8d02cfc7e4 req-0a5e7850-517c-4104-b186-32f5f20dff8f tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461518
Apr 23 18:04:59.724705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-fbd49eee-6952-49cd-9cc6-dd18ab57572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:04:59.726192 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-fbd49eee-6952-49cd-9cc6-dd18ab57572f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.1400623
Apr 23 18:04:59.730334 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7f803a0-9758-4a64-af37-9593b1720378 req-b1532fa4-02e3-4067-bc1b-fc2741abb51b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974669
Apr 23 18:04:59.782812 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-e83aea80-fe68-4f32-9cc5-335eab14f70f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471499
Apr 23 18:04:59.929433 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-f736deb0-212d-4e77-9e86-c25550ff2b09 service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357384
Apr 23 18:05:00.081567 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26efa3a2-dcf7-4a2f-aaa2-608cc18fedf2 req-79c8cfae-a8c1-46c8-87b3-bdc18468f5fb service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408591
Apr 23 18:05:01.001254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd363648-d573-46bc-a3cf-c2e0128f97fb req-b6e000ce-7533-421a-96ea-cdcb79f68f45 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:01.002761 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd363648-d573-46bc-a3cf-c2e0128f97fb req-b6e000ce-7533-421a-96ea-cdcb79f68f45 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 943 time: 0.1641643
Apr 23 18:05:01.012878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf586b0b-a76c-42ab-8c91-bf724dfc6ce9 req-5a4f6c61-3004-48d5-bea2-22c656cb4c13 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:01.014399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cf586b0b-a76c-42ab-8c91-bf724dfc6ce9 req-5a4f6c61-3004-48d5-bea2-22c656cb4c13 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1316426
Apr 23 18:05:01.091600 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd363648-d573-46bc-a3cf-c2e0128f97fb req-5138ae0b-ae61-40d5-adbf-9ed820973d81 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761561
Apr 23 18:05:01.096270 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cf586b0b-a76c-42ab-8c91-bf724dfc6ce9 req-d65614fc-75d0-410f-8369-4e5a3b24c021 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648882
Apr 23 18:05:02.023502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60166) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:02.093709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Deleting subnet be5a2ea4-295a-4c15-ba10-3f28f052d2b8 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:05:02.096901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.150090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.214950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.371704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934231f-cd95-459b-b3fb-b574bc63cff6 req-79ce971d-4d12-49b8-acf0-14eda36a0f08 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:02.373977 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e934231f-cd95-459b-b3fb-b574bc63cff6 req-79ce971d-4d12-49b8-acf0-14eda36a0f08 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 943 time: 0.1659260
Apr 23 18:05:02.383407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc73d2-a4d8-4449-aa67-cb5a6c154c86 req-b9fd9df6-7876-490b-a05a-02dfbdd980ac tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:02.385279 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5fcc73d2-a4d8-4449-aa67-cb5a6c154c86 req-b9fd9df6-7876-490b-a05a-02dfbdd980ac tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1319277
Apr 23 18:05:02.469922 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e934231f-cd95-459b-b3fb-b574bc63cff6 req-078d64e5-d709-46b0-8e80-0c6bf2993b79 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828819
Apr 23 18:05:02.480464 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5fcc73d2-a4d8-4449-aa67-cb5a6c154c86 req-bdd7f83f-3379-46cc-963f-2a8b8cc5b792 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757570
Apr 23 18:05:02.645658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device def71801-9b24-413d-b5dc-4acc540f103e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:05:02.756634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.762658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58592be4-d6b6-4971-9d48-b6a537b2891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:02.804534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5a2ea4-295a-4c15-ba10-3f28f052d2b8,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:02.813975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.816393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port def71801-9b24-413d-b5dc-4acc540f103e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=def71801-9b24-413d-b5dc-4acc540f103e,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:02.824534 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be5a2ea4-295a-4c15-ba10-3f28f052d2b8 HTTP/1.1" status: 204  len: 168 time: 0.7998862
Apr 23 18:05:02.824725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 60182) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:02.826715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.827331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.827977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.828579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.829171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.829793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.830381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.830976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.831570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.832202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.832814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.833311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'def71801-9b24-413d-b5dc-4acc540f103e', 'network_id': 'cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9', 'port_id': 'def71801-9b24-413d-b5dc-4acc540f103e', 'mac_address': 'fa:16:3e:1d:46:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7478072b-f485-40e8-b5ea-8ac62a4a8c3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:05:02.833644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:02.837131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:02.890151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:05:02.901066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.922192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def71801-9b24-413d-b5dc-4acc540f103e {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:05:02.938547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port def71801-9b24-413d-b5dc-4acc540f103e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=def71801-9b24-413d-b5dc-4acc540f103e,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:02.941355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:02.943181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:02.978117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:03.020677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=def71801-9b24-413d-b5dc-4acc540f103e,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:03.025195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:03.120503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:03.241481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5a2f677a58>> segment before_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.241898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5a2f677a58>> subnet precommit_delete_associations 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.242735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> segment_host_mapping after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.243119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> port after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.243475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> port after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.243838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> port after_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.244226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> segment after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.244582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> subnet after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.244980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> subnet after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.245439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a2f677828>> subnet after_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.381491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a2ff34198>> subnet after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.381884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a2ff34198>> subnet after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.382260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a2ff34198>> subnet before_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.382637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a2ff34198>> subnet before_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 18:05:03.383026 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2f677e10>,) {'filters': {'network_id': ['fa8dc69f-fd1e-4e60-8862-9914af716937']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:05:03.397583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2f677e10>, 'e4e1166d-d395-4e14-a329-bf7c35eabb20') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:05:03.397920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2f677e10>, 'e4e1166d-d395-4e14-a329-bf7c35eabb20') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:05:03.409877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:03.426956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:03.434983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:05:03.509477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['def71801-9b24-413d-b5dc-4acc540f103e'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:03.934010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Network fa8dc69f-fd1e-4e60-8862-9914af716937 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:05:03.945818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.163537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Network fa8dc69f-fd1e-4e60-8862-9914af716937 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:05:04.198179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348b3d7-17a7-4351-9ba7-f48c9fe8bd8d req-956eef20-73f5-4b96-8b26-5e2703b0e959 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:04.200083 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d348b3d7-17a7-4351-9ba7-f48c9fe8bd8d req-956eef20-73f5-4b96-8b26-5e2703b0e959 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 944 time: 0.4375584
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:05:04.203177 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:05:04.270174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f45b7-3bc7-4201-8720-2dddb022c16b req-ac21e80e-9474-4ebb-96c2-f738c666a163 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:04.270174 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-919f45b7-3bc7-4201-8720-2dddb022c16b req-ac21e80e-9474-4ebb-96c2-f738c666a163 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.5068059
Apr 23 18:05:04.361917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.368056 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d348b3d7-17a7-4351-9ba7-f48c9fe8bd8d req-69d0ab12-cba8-4afb-b9f5-4eda7976b3c8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108673
Apr 23 18:05:04.373846 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-919f45b7-3bc7-4201-8720-2dddb022c16b req-e7421890-814e-4f61-8f0b-7fe09420fa9f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915596
Apr 23 18:05:04.376115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:04.403017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.415261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8dc69f-fd1e-4e60-8862-9914af716937,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:04.419659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:04.422306 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a185cbc8-f6ac-48f3-9003-eca4ad6f35d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fa8dc69f-fd1e-4e60-8862-9914af716937 HTTP/1.1" status: 204  len: 168 time: 1.5965137
Apr 23 18:05:04.620413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60208) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:04.675949 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b50616c6-ee42-4aec-9bf1-6ff65b3e416b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97897f3955b14922bc195b5de266644e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539179
Apr 23 18:05:04.678505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60212) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:04.752615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.788975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.809793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fefcc-a539-4548-b2a5-30cd995e4a51 req-635c66d9-bc5d-4d2d-adc2-7302f7a4eea4 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:04.811449 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc3fefcc-a539-4548-b2a5-30cd995e4a51 req-635c66d9-bc5d-4d2d-adc2-7302f7a4eea4 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.1131790
Apr 23 18:05:04.846350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.851851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:04.865574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:04.868007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:04.870741 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc3fefcc-a539-4548-b2a5-30cd995e4a51 req-02c0bccc-e482-426b-9034-27b70583ee65 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519519
Apr 23 18:05:04.874277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:04.875486 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ba0b4fd-3152-4a2c-a4be-f5cc7c67962c HTTP/1.1" status: 204  len: 168 time: 0.1958575
Apr 23 18:05:05.674781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6bb80-73e4-4ac7-a6e2-6164ae468c19 req-2855608b-b592-4f2f-889d-811cd3256d65 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:05.676341 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cf6bb80-73e4-4ac7-a6e2-6164ae468c19 req-2855608b-b592-4f2f-889d-811cd3256d65 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1628034
Apr 23 18:05:05.684834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987239f5-6ae2-4d50-8dfa-76b503db3e13 req-67e668ee-7503-4f21-a8c0-8df08fc1e4f4 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:05.686399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-987239f5-6ae2-4d50-8dfa-76b503db3e13 req-67e668ee-7503-4f21-a8c0-8df08fc1e4f4 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 944 time: 0.1714430
Apr 23 18:05:05.760659 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cf6bb80-73e4-4ac7-a6e2-6164ae468c19 req-5379b472-5de5-4d9c-86e5-1389d5c30ab6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731664
Apr 23 18:05:05.769455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-987239f5-6ae2-4d50-8dfa-76b503db3e13 req-f48d1a5b-3b87-4f57-8cd2-a22c3f791b8f tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662584
Apr 23 18:05:06.095752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2e5ce-1f89-4687-a2b6-877ac585fb12 req-50b406ee-37c5-47d2-aa7b-1c2b49298ebd tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:06.097798 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2e2e5ce-1f89-4687-a2b6-877ac585fb12 req-50b406ee-37c5-47d2-aa7b-1c2b49298ebd tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.1034458
Apr 23 18:05:06.146486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60256) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:06.147655 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2e2e5ce-1f89-4687-a2b6-877ac585fb12 req-e977b053-6fab-4ca5-87b5-ad4f0461f4f8 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429664
Apr 23 18:05:06.272909 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.291713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:05:06.295851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Usage tracker for resource:security_group_rule and tenant:0349b49e6bf74082a560f56e535c141b is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:05:06.298736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:05:06.304788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:05:06.390419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.392956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.401819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13cdcb04-3718-44ff-8126-ecbf9b1d9117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:06.443654 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0349b49e6bf74082a560f56e535c141b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960098
Apr 23 18:05:06.445382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb1a2a-659a-45ca-a7a1-dfa1df8837ae,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:06.446598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 60262) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:06.449376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:06.508362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.535300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.582394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.587378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-80ab00e5-5657-4166-98d6-171e69074ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:06.600731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb1a2a-659a-45ca-a7a1-dfa1df8837ae,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:06.603735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:06.604816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:06.606149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6bb1a2a-659a-45ca-a7a1-dfa1df8837ae HTTP/1.1" status: 204  len: 168 time: 0.1584928
Apr 23 18:05:07.039076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2802db-e224-4cea-959b-7b380033f1ba req-bd4ba8db-e462-4358-bcfa-ff3b683ba8c4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:07.040739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa2802db-e224-4cea-959b-7b380033f1ba req-bd4ba8db-e462-4358-bcfa-ff3b683ba8c4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1640506
Apr 23 18:05:07.051242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a77e2-4ded-43bf-8d9b-c6e08aee8bdc req-36b8b480-e142-4c3f-998b-170de79cc8ae tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:07.053244 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-721a77e2-4ded-43bf-8d9b-c6e08aee8bdc req-36b8b480-e142-4c3f-998b-170de79cc8ae tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 944 time: 0.1364222
Apr 23 18:05:07.129324 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa2802db-e224-4cea-959b-7b380033f1ba req-4042b8fd-e319-4b30-848f-4207b3ffc6e7 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754714
Apr 23 18:05:07.137068 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-721a77e2-4ded-43bf-8d9b-c6e08aee8bdc req-87665baa-ce56-4b01-a76a-96b93e5135a9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656879
Apr 23 18:05:07.348463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60de2b-b7e7-40b7-a74a-1b3b88134cda req-97ba2a9c-02ff-4921-b210-b17cc5aaa891 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:07.350054 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f60de2b-b7e7-40b7-a74a-1b3b88134cda req-97ba2a9c-02ff-4921-b210-b17cc5aaa891 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.0891099
Apr 23 18:05:07.403424 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f60de2b-b7e7-40b7-a74a-1b3b88134cda req-f3912fd7-7fe9-475b-92a0-01c299b1e7eb tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455549
Apr 23 18:05:08.402194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1a2a-7bdf-4c8c-a611-0a42dfa73c55 req-d609146c-8572-42f4-a0ed-a6b4177077d5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:08.403778 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce5d1a2a-7bdf-4c8c-a611-0a42dfa73c55 req-d609146c-8572-42f4-a0ed-a6b4177077d5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1592498
Apr 23 18:05:08.412565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b355da-dd10-4614-9368-edefc4676c8e req-0d9d45b8-bfaa-4932-a21f-5a5f4de58b45 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:08.414030 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-82b355da-dd10-4614-9368-edefc4676c8e req-0d9d45b8-bfaa-4932-a21f-5a5f4de58b45 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 944 time: 0.1326747
Apr 23 18:05:08.486932 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce5d1a2a-7bdf-4c8c-a611-0a42dfa73c55 req-7f1942c6-baab-4556-adfb-121c22eaf0db tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718880
Apr 23 18:05:08.494095 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-82b355da-dd10-4614-9368-edefc4676c8e req-6a13028f-21f4-43cb-a1e2-10a41cbf2336 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645490
Apr 23 18:05:08.540486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device def71801-9b24-413d-b5dc-4acc540f103e up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:05:08.611900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port def71801-9b24-413d-b5dc-4acc540f103e completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:05:08.618380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port def71801-9b24-413d-b5dc-4acc540f103e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:05:08.618800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:08.678238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7e750-d6b8-4df0-b3ea-cb4d38854434 req-8483a577-3f89-4229-849d-3819c97de808 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:08.679296 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62a7e750-d6b8-4df0-b3ea-cb4d38854434 req-8483a577-3f89-4229-849d-3819c97de808 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.0906162
Apr 23 18:05:08.733022 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62a7e750-d6b8-4df0-b3ea-cb4d38854434 req-89d87211-3e1c-4397-945a-ccb5c433ae5d tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463533
Apr 23 18:05:08.748726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:08.778130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def71801-9b24-413d-b5dc-4acc540f103e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:08.788351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port def71801-9b24-413d-b5dc-4acc540f103e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=def71801-9b24-413d-b5dc-4acc540f103e,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:08.792573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:08.794569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c0189ca-5e68-414b-acd5-341d9e89e370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:08.831527 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def71801-9b24-413d-b5dc-4acc540f103e', 'code': 200}
Apr 23 18:05:08.865450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=def71801-9b24-413d-b5dc-4acc540f103e,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:08.873589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.873978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.874360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.874741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.875127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.875489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.875878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.876252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.876617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.876980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.877343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.877809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:08.882314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:09.164757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebec50-0c98-45f2-a8fb-b2aedb8765ef req-7f977aef-8739-4584-8f48-310f49b622ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:09.166365 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6eebec50-0c98-45f2-a8fb-b2aedb8765ef req-7f977aef-8739-4584-8f48-310f49b622ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 1098 time: 0.0764930
Apr 23 18:05:09.222504 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6eebec50-0c98-45f2-a8fb-b2aedb8765ef req-17af9070-826c-45e3-bbd0-008f4c918be0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409133
Apr 23 18:05:09.820554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020e3eb-08b1-4a60-ad3d-6b1245ca9922 req-92d6ea71-9e15-4771-b9ba-573c28ae11c5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:09.822058 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b020e3eb-08b1-4a60-ad3d-6b1245ca9922 req-92d6ea71-9e15-4771-b9ba-573c28ae11c5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.2153454
Apr 23 18:05:09.833637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93518e3-cc3d-44b8-8422-cf3cb9948055 req-e81b6284-e67c-49d7-b196-2d50625cb700 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:09.835124 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d93518e3-cc3d-44b8-8422-cf3cb9948055 req-e81b6284-e67c-49d7-b196-2d50625cb700 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.1917119
Apr 23 18:05:09.927460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-268d8ec0-88ca-4652-ae3c-cc23bc8ecf1f tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:09.928998 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-268d8ec0-88ca-4652-ae3c-cc23bc8ecf1f tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.2133205
Apr 23 18:05:09.937885 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b020e3eb-08b1-4a60-ad3d-6b1245ca9922 req-39203942-b8dd-4114-9e70-c01b1d250592 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018183
Apr 23 18:05:09.942050 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d93518e3-cc3d-44b8-8422-cf3cb9948055 req-6ed92650-8458-4d2c-bcee-b4afabccf240 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978589
Apr 23 18:05:10.156206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Deleting port ad9826c9-1867-4e59-b042-2216a6d4705d {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:05:10.156592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:10.185831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8979ceb-ac14-4442-b3b8-3f038a67c6fb req-d265a104-d3a9-4890-917c-15b50475d378 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:10.187416 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8979ceb-ac14-4442-b3b8-3f038a67c6fb req-d265a104-d3a9-4890-917c-15b50475d378 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 946 time: 0.1455417
Apr 23 18:05:10.314271 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8979ceb-ac14-4442-b3b8-3f038a67c6fb req-ec0ec271-63b7-471c-a31d-7b82481f42bb tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769391
Apr 23 18:05:10.354822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] For port ad9826c9-1867-4e59-b042-2216a6d4705d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ad9826c9-1867-4e59-b042-2216a6d4705d,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:10.355316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:10.494588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Calling delete_port for ad9826c9-1867-4e59-b042-2216a6d4705d owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:05:10.613754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:10.619445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:10.670616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['ad9826c9-1867-4e59-b042-2216a6d4705d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:10.671471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Pushing event deleted for resources: {'Port': ['ID=ad9826c9-1867-4e59-b042-2216a6d4705d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:10.674971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:10.749834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] No DVR routers for this DVR port ad9826c9-1867-4e59-b042-2216a6d4705d on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:05:10.752785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:10.755941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'name': 'network-vif-deleted', 'tag': 'ad9826c9-1867-4e59-b042-2216a6d4705d'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:10.765208 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4edb828d-a350-42f5-a10e-94a6454bf042 req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "DELETE /v2.0/ports/ad9826c9-1867-4e59-b042-2216a6d4705d HTTP/1.1" status: 204  len: 173 time: 0.8262050
Apr 23 18:05:10.805103 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5518432b-7f8c-4cdc-ba7f-ff24f4581fc1', 'name': 'network-vif-deleted', 'tag': 'ad9826c9-1867-4e59-b042-2216a6d4705d', 'status': 'completed', 'code': 200}
Apr 23 18:05:11.216029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478679d-d8bc-41ea-9889-014f2cc5a11c req-19510112-9f32-4c87-b4e4-40aa60b2086a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:11.217608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c478679d-d8bc-41ea-9889-014f2cc5a11c req-19510112-9f32-4c87-b4e4-40aa60b2086a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.1619349
Apr 23 18:05:11.226358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95a5e3-86fd-46a1-bdc3-5ba7323f7ae4 req-22fdaa8d-0fcd-4481-96da-00f828c88c7a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:11.227747 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df95a5e3-86fd-46a1-bdc3-5ba7323f7ae4 req-22fdaa8d-0fcd-4481-96da-00f828c88c7a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.1249287
Apr 23 18:05:11.302334 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c478679d-d8bc-41ea-9889-014f2cc5a11c req-9b49e8f5-26cf-4e63-9e30-3b4af646c4b8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735545
Apr 23 18:05:11.309675 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df95a5e3-86fd-46a1-bdc3-5ba7323f7ae4 req-ab52704b-c482-4140-b411-458c3b8c6685 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668063
Apr 23 18:05:11.484315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-cbb6b9de-86a5-4f11-b48f-08c22fa5e359 req-c4c87c23-fb41-4639-b17f-816da3b2bcca tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Synchronizing usage tracker for tenant:7c94f8f411a448d6b2a3f94554761b32 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:05:11.499471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-cbb6b9de-86a5-4f11-b48f-08c22fa5e359 req-c4c87c23-fb41-4639-b17f-816da3b2bcca tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Unset dirty status for tenant:7c94f8f411a448d6b2a3f94554761b32 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:05:11.500848 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cbb6b9de-86a5-4f11-b48f-08c22fa5e359 req-c4c87c23-fb41-4639-b17f-816da3b2bcca tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 210 time: 0.0697505
Apr 23 18:05:12.505490 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9045a-61fb-4794-85d7-3ee4b820c43c req-63b9bf02-e1d2-4c77-8de4-cde97b9646d0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:12.507061 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-97a9045a-61fb-4794-85d7-3ee4b820c43c req-63b9bf02-e1d2-4c77-8de4-cde97b9646d0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0877755
Apr 23 18:05:12.558237 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-97a9045a-61fb-4794-85d7-3ee4b820c43c req-a5b659af-2fd3-4254-ab1f-80af1b26328f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447991
Apr 23 18:05:12.887225 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e2ec73a-2622-4857-a6be-38795a7ebff5 req-c25c1aff-8617-4d12-8b7e-ac1118b43b87 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 210 time: 0.2717850
Apr 23 18:05:13.756240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9f46-1263-4a08-8b84-11af12b7ccaa req-f285eac4-eb1a-4419-b2ed-b22c2cf5dce4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:13.757814 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b8b9f46-1263-4a08-8b84-11af12b7ccaa req-f285eac4-eb1a-4419-b2ed-b22c2cf5dce4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0883498
Apr 23 18:05:13.811336 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b8b9f46-1263-4a08-8b84-11af12b7ccaa req-c3a186a7-9cff-4c8c-95d3-98ebd57c1901 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470042
Apr 23 18:05:14.086908 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-36805d9e-7b0e-4af2-a02a-e4d32b52dada req-7fb480f5-85c3-47c9-84e0-03c80624a886 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5518432b-7f8c-4cdc-ba7f-ff24f4581fc1 HTTP/1.1" status: 200  len: 210 time: 0.0578651
Apr 23 18:05:14.117481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0929-3180-43d6-a565-5b00fdcd6d4d req-61a3dd52-99f0-449f-a983-22e1575bf1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:14.119079 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cb8f0929-3180-43d6-a565-5b00fdcd6d4d req-61a3dd52-99f0-449f-a983-22e1575bf1d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 1098 time: 0.1312490
Apr 23 18:05:14.164975 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cb8f0929-3180-43d6-a565-5b00fdcd6d4d req-a7e6d682-40e1-454a-8f27-6600f0538ff0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363045
Apr 23 18:05:14.719954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device ad9826c9-1867-4e59-b042-2216a6d4705d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:05:14.758191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: ad9826c9-1867-4e59-b042-2216a6d4705d {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:05:14.758611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device ad9826c9-1867-4e59-b042-2216a6d4705d not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:05:15.018566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54337b8-2d61-4a6f-bed9-7c4c575c16f1 req-e3a083c3-0657-479e-a157-cc2935c134ec tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:15.020230 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e54337b8-2d61-4a6f-bed9-7c4c575c16f1 req-e3a083c3-0657-479e-a157-cc2935c134ec tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0922720
Apr 23 18:05:15.101245 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e54337b8-2d61-4a6f-bed9-7c4c575c16f1 req-7770bd5f-c098-4b9c-9739-19408bfd4877 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722549
Apr 23 18:05:16.294533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ea387-2b38-4f9a-9ced-cdd372d98c06 req-7013f0cd-3bde-43ae-838d-63e464db0d71 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:16.296177 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-525ea387-2b38-4f9a-9ced-cdd372d98c06 req-7013f0cd-3bde-43ae-838d-63e464db0d71 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0916052
Apr 23 18:05:16.344898 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-525ea387-2b38-4f9a-9ced-cdd372d98c06 req-85f936ba-99f0-4e0e-a07f-f539b1a2bf88 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422864
Apr 23 18:05:17.545072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fe970-57c2-4307-8e2d-90fe49ece86f req-3696acb2-cd7a-4185-92f8-1baf4313f0f9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:17.546661 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-627fe970-57c2-4307-8e2d-90fe49ece86f req-3696acb2-cd7a-4185-92f8-1baf4313f0f9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0878184
Apr 23 18:05:17.609189 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-627fe970-57c2-4307-8e2d-90fe49ece86f req-23c64e8a-edba-40f0-9787-7c2dc6d77121 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558949
Apr 23 18:05:18.817195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2bbe-6dc0-41ae-bd5d-74a3f70ef933 req-8d04f417-5ea4-4540-87ad-01b80817269f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:18.818825 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9aab2bbe-6dc0-41ae-bd5d-74a3f70ef933 req-8d04f417-5ea4-4540-87ad-01b80817269f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0880582
Apr 23 18:05:18.868817 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9aab2bbe-6dc0-41ae-bd5d-74a3f70ef933 req-3f638d8b-dd3a-4198-a90f-3ed7236c32ea tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430222
Apr 23 18:05:20.079366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0574be-3ced-4faf-8f56-b40d26011386 req-bed1e1d4-c7b8-4954-a10b-3f26e7df27b9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:20.080968 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b0574be-3ced-4faf-8f56-b40d26011386 req-bed1e1d4-c7b8-4954-a10b-3f26e7df27b9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0918489
Apr 23 18:05:20.130859 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b0574be-3ced-4faf-8f56-b40d26011386 req-45632c10-ec9f-4954-a7f9-89a1a8d410a8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434532
Apr 23 18:05:20.333913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e085e9b-b287-4cb3-95d8-6cb6adf80620 req-3868321e-7af4-4dff-9382-e85a28c35680 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:20.335502 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e085e9b-b287-4cb3-95d8-6cb6adf80620 req-3868321e-7af4-4dff-9382-e85a28c35680 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0883393
Apr 23 18:05:20.383057 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e085e9b-b287-4cb3-95d8-6cb6adf80620 req-459c1331-b7b3-4cda-b0b4-504618a2cf25 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406098
Apr 23 18:05:22.647431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:24.570590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-95b3810f-3696-41e8-b57b-19cecf99394d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:26.426726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae696-aaaf-4a7f-a068-38200051e183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:27.119443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-7b45ced7-54e7-430e-8012-f2f536e98ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:27.121119 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-7b45ced7-54e7-430e-8012-f2f536e98ddb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.1566250
Apr 23 18:05:27.137981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e0cf-6ca2-49a0-86bd-1309740fd525 req-920014e5-2ae9-4df5-b958-120a26c68f67 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:27.139533 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ccb0e0cf-6ca2-49a0-86bd-1309740fd525 req-920014e5-2ae9-4df5-b958-120a26c68f67 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1342988
Apr 23 18:05:27.294259 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ccb0e0cf-6ca2-49a0-86bd-1309740fd525 req-22e4f694-d986-4407-8408-927148d24e12 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293528
Apr 23 18:05:27.321835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-c13f507d-df05-4a35-9579-16ba3891d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:27.323645 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-c13f507d-df05-4a35-9579-16ba3891d87f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.1829493
Apr 23 18:05:27.401648 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-fa89c372-40fc-4541-9365-c6b59d2dcb36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 217 time: 0.0702240
Apr 23 18:05:27.649899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:28.325460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:28.536698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-ac364aac-84c8-49e8-a7c2-eb641895b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:28.538231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-ac364aac-84c8-49e8-a7c2-eb641895b8d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.1202810
Apr 23 18:05:28.567263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea156e9-6ab2-40f5-9c00-846155f6c2e4 req-3974da50-d5af-4d57-a5a0-b4339a96ca19 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:28.568817 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bea156e9-6ab2-40f5-9c00-846155f6c2e4 req-3974da50-d5af-4d57-a5a0-b4339a96ca19 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1149163
Apr 23 18:05:28.616940 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bea156e9-6ab2-40f5-9c00-846155f6c2e4 req-92a0e325-d1a9-4da2-8cef-b6ef95e8de8e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415125
Apr 23 18:05:29.135400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:29.394131 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-08be0c9a-d5c1-4e65-a5da-1cf6fd172fbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601773
Apr 23 18:05:29.822504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecf96c-88d8-471f-a329-a5c875a0553a req-bcc0820b-0517-489a-866a-d42167e8ec84 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:29.824143 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8ecf96c-88d8-471f-a329-a5c875a0553a req-bcc0820b-0517-489a-866a-d42167e8ec84 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0885236
Apr 23 18:05:29.872899 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8ecf96c-88d8-471f-a329-a5c875a0553a req-e97b63ae-3eb8-455f-b91a-99fc47097abd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423429
Apr 23 18:05:30.511635 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-b764eafe-5e92-4967-b6ff-9881ace27c41 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378319
Apr 23 18:05:30.661770 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37ed7cfd-eec7-40ac-9940-b15aac8b6fec req-6ddf8edf-a9e9-475b-833a-c9df28c87d1c service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356199
Apr 23 18:05:31.084376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95c5a0-7133-4d65-966b-d05488797fc1 req-1cb426c6-1098-4c99-b9bb-43097f5e06e9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:31.085994 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da95c5a0-7133-4d65-966b-d05488797fc1 req-1cb426c6-1098-4c99-b9bb-43097f5e06e9 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0941989
Apr 23 18:05:31.138758 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da95c5a0-7133-4d65-966b-d05488797fc1 req-f855a8d1-13f9-4662-8bed-175fef1d7145 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455642
Apr 23 18:05:31.595364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-06fd738d-cd38-4043-ba86-ef27eacc982f tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:31.596977 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-06fd738d-cd38-4043-ba86-ef27eacc982f tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/networks?id=82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 200  len: 814 time: 0.1558940
Apr 23 18:05:31.613003 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-aaf2d90a-5118-41cc-87b4-794292f7ef14 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/quotas/7c94f8f411a448d6b2a3f94554761b32 HTTP/1.1" status: 200  len: 375 time: 0.0101161
Apr 23 18:05:31.667036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-3cb22b3b-928b-468b-bb55-ab46d442e8fe tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c94f8f411a448d6b2a3f94554761b32&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483222
Apr 23 18:05:31.806740 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-335b83cd-e502-408a-8dcb-09078ca21d39 service neutron] 10.222.0.24 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321893
Apr 23 18:05:31.952189 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-856fed39-4cf6-4f85-85e9-f5b4055f6a46 service neutron] 10.222.0.24 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390371
Apr 23 18:05:32.180331 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ec6acff5-79e8-4bc2-9d36-8bab9b7384fe req-b48c9c06-8579-499f-a431-bed333295af1 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 210 time: 0.0563509
Apr 23 18:05:32.373885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c1ddb-0b93-4d12-aac2-f48f447445e3 req-e9657ad2-ecfe-469a-b23d-3d2f7dca8dbe tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:32.384458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-289c1ddb-0b93-4d12-aac2-f48f447445e3 req-e9657ad2-ecfe-469a-b23d-3d2f7dca8dbe tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1113451
Apr 23 18:05:32.440523 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-289c1ddb-0b93-4d12-aac2-f48f447445e3 req-435d71b1-2cd2-4f6c-ba6a-501d72270a5f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518467
Apr 23 18:05:32.507943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 60678) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:32.637766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.653925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:05:32.657903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:17a3b40e808d44738989105377f44abd is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:05:32.660875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:05:32.667795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:05:32.753822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.756845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.765697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d04df54e-e99a-4478-867b-f52b6336dcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:32.811155 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17a3b40e808d44738989105377f44abd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3019526
Apr 23 18:05:32.812891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a0ef4-a9e3-47e4-b960-de6ad8410ded,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:32.814052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60684) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:32.816146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:32.879496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.908912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.953030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.957891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12e9811b-b589-4763-8b41-c345826af124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:32.973694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a0ef4-a9e3-47e4-b960-de6ad8410ded,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:32.977727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:32.983894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:32.985014 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-65eb0228-6569-4b90-bf5b-c9477e1f6a6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef3a0ef4-a9e3-47e4-b960-de6ad8410ded HTTP/1.1" status: 204  len: 168 time: 0.1699123
Apr 23 18:05:33.357829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-92729850-f796-42e2-83e1-9b79f0500728 req-c9b9b95b-e600-4fb3-84a1-dc80639a2cfa tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 210 time: 0.0537148
Apr 23 18:05:33.791126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-f2dff01b-6eca-4ebf-b8b9-3ec2743b1ce3 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:33.792841 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-f2dff01b-6eca-4ebf-b8b9-3ec2743b1ce3 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "GET /v2.0/networks?id=82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 200  len: 814 time: 0.2725158
Apr 23 18:05:33.806996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86ceda-315f-4aff-8c98-9c0a584ec9f1 req-9e8882eb-6e4c-49aa-86cd-1bd8411faa75 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:33.808766 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd86ceda-315f-4aff-8c98-9c0a584ec9f1 req-9e8882eb-6e4c-49aa-86cd-1bd8411faa75 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1713772
Apr 23 18:05:33.821125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Request body: {'port': {'device_id': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0', 'admin_state_up': True, 'tenant_id': '7c94f8f411a448d6b2a3f94554761b32'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:05:33.957338 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd86ceda-315f-4aff-8c98-9c0a584ec9f1 req-83b381e1-1707-49d0-b8d2-7ec018ac848f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421525
Apr 23 18:05:34.228302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:05:34.238834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:05:34.248141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Made reservation on behalf of 7c94f8f411a448d6b2a3f94554761b32 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:05:34.255744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:34.472988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Allocated IP 172.20.0.7 (82162c83-adfd-480b-a93b-de5afcb56ba0/f6904d5a-bb5b-403d-956a-0d854424f020/2a30a90b-bbd5-4a3c-951e-b25ee3448c80) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:05:34.594955 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-171cf55e-ec53-4c91-9935-f3273381e91d req-be119576-4226-48f6-95f7-f25b01e16171 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 210 time: 0.0777874
Apr 23 18:05:34.757021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:34.789434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:34.796265 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-300ed89c-59d6-4011-a6d7-d093509f3210 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:34.864776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:05:34.873322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:05:34.878082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:05:34.923072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Pushing event updated for resources: {'Port': ['ID=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:34.927892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:34.954225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:34.954714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:34.984171 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1676679
Apr 23 18:05:35.025162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Request body: {'port': {'device_id': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:05:35.202444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:35.296100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc171ed-d162-4228-89a6-d7c4e28563fe req-7c5ac844-8acf-4f2b-a36f-6233acafac3b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:35.297690 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8fc171ed-d162-4228-89a6-d7c4e28563fe req-7c5ac844-8acf-4f2b-a36f-6233acafac3b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.2160621
Apr 23 18:05:35.415284 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8fc171ed-d162-4228-89a6-d7c4e28563fe req-c0ba1a27-59d4-40f3-bb5e-e97812b79740 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084220
Apr 23 18:05:35.631788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:05:35.640325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:35.661747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Transition to ACTIVE for port object 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:05:35.691040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:35.698680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15a2ae49-ff63-41ed-b46d-7b7cf8768134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:35.742164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-ff4584e0-98a9-4b5b-9a2b-11ecab9860a8 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7812a909be74df7bcde1a75d148f353&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0818586
Apr 23 18:05:35.989904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Pushing event updated for resources: {'Port': ['ID=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:35.996837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60782) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:36.020714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:36.145290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.161677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:05:36.165845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Usage tracker for resource:security_group_rule and tenant:8dee0ebc671c4f53a26856e1abd88c1f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:05:36.168983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:05:36.174982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:05:36.185277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647065-c402-4911-bae9-2d966f2e6535 req-27fcae73-76fb-498e-a5e5-a25746203311 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:36.186048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e2647065-c402-4911-bae9-2d966f2e6535 req-27fcae73-76fb-498e-a5e5-a25746203311 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Synchronizing usage tracker for tenant:7c94f8f411a448d6b2a3f94554761b32 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:05:36.203643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-e211b701-2b6a-4721-b0a1-5bb6f8919626 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:36.205219 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-e211b701-2b6a-4721-b0a1-5bb6f8919626 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4151535
Apr 23 18:05:36.214136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Attempting to bind port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:05:36.214522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Attempting to bind port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:05:36.214907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Attempting to bind port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 on network 82162c83-adfd-480b-a93b-de5afcb56ba0 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:05:36.235209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 on network 82162c83-adfd-480b-a93b-de5afcb56ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:05:36.235570 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Attempting to bind port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 on network 82162c83-adfd-480b-a93b-de5afcb56ba0 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:05:36.239859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e2647065-c402-4911-bae9-2d966f2e6535 req-27fcae73-76fb-498e-a5e5-a25746203311 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Unset dirty status for tenant:7c94f8f411a448d6b2a3f94554761b32 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:05:36.241281 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2647065-c402-4911-bae9-2d966f2e6535 req-27fcae73-76fb-498e-a5e5-a25746203311 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 943 time: 0.5013666
Apr 23 18:05:36.244922 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-8649b6be-c86d-42bc-95b4-5491d593e084 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/quotas/f7812a909be74df7bcde1a75d148f353 HTTP/1.1" status: 200  len: 375 time: 0.0241039
Apr 23 18:05:36.245775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:05:36.246144 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Checking segment: {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:05:36.246551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Bound using segment: {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:05:36.247023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Bound port: 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4826713-93b1-40dc-ada4-45c3cd5c085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:05:36.247405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.270016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.273291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.283313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a630e382-890a-4b72-87af-b46aedddf838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:36.328705 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dee0ebc671c4f53a26856e1abd88c1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3307161
Apr 23 18:05:36.329947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d00efe-f84a-4ba4-b055-278169e887ee,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:36.332693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 60788) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:05:36.333578 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-f7dfc5fc-e5e0-466d-b147-dcf128af0d90 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7812a909be74df7bcde1a75d148f353&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0762014
Apr 23 18:05:36.335907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:36.408008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.416695 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2647065-c402-4911-bae9-2d966f2e6535 req-9974a3fe-d099-4e37-807f-9281d2073ca9 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574235
Apr 23 18:05:36.438143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.454951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] For port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:05:36.460507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] For port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:05:36.464887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.470500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c9d38f8-fcfa-4936-a235-df24574f7aaf tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:36.495189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.502358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0b3df70-79ea-4f75-8fb2-11e389eadf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:36.532613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.537485 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d00efe-f84a-4ba4-b055-278169e887ee HTTP/1.1" status: 204  len: 168 time: 0.2035530
Apr 23 18:05:36.537629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:36.538261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:36.538458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d00efe-f84a-4ba4-b055-278169e887ee,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:36.539689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] 10.222.0.47 "PUT /v2.0/ports/2a30a90b-bbd5-4a3c-951e-b25ee3448c80 HTTP/1.1" status: 200  len: 1093 time: 1.5195389
Apr 23 18:05:36.540242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'tag': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:36.544511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dec61ea9-fbfb-40b0-8b1f-fec17c5cdebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:36.622328 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2a3e8599-b8e9-4b8b-96e5-328ad164c47f req-fea60a21-4c7e-4ad4-8a95-3ebdbb8603b6 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 210 time: 0.0964391
Apr 23 18:05:36.733467 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'tag': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80', 'status': 'completed', 'code': 200}
Apr 23 18:05:36.758095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Pushing event updated for resources: {'Port': ['ID=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:36.768724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:36.829942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8082b20-96d6-4ac5-b5e3-e5873a96cf49 req-c01a86a2-631f-43db-98d5-7d01d8f814fd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:36.831671 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8082b20-96d6-4ac5-b5e3-e5873a96cf49 req-c01a86a2-631f-43db-98d5-7d01d8f814fd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.2083399
Apr 23 18:05:36.834213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-7c1cf20a-6f6a-4a81-beea-bf53c26015de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:36.835796 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-7c1cf20a-6f6a-4a81-beea-bf53c26015de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c94f8f411a448d6b2a3f94554761b32&device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 1096 time: 0.1573498
Apr 23 18:05:36.948515 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-81d5818c-936c-46f4-9faa-e6dab56c4ebe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80 HTTP/1.1" status: 200  len: 217 time: 0.0840764
Apr 23 18:05:36.958678 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8082b20-96d6-4ac5-b5e3-e5873a96cf49 req-02d36beb-520b-46ba-a42a-06e3a127a856 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115446
Apr 23 18:05:37.027963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-5f8be52c-af29-45ee-8d30-470f92e8a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:37.029774 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-5f8be52c-af29-45ee-8d30-470f92e8a78d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6904d5a-bb5b-403d-956a-0d854424f020 HTTP/1.1" status: 200  len: 854 time: 0.0701931
Apr 23 18:05:37.101417 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-69241743-da05-45bd-b537-aa170a81f83a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82162c83-adfd-480b-a93b-de5afcb56ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560913
Apr 23 18:05:37.261312 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-1d8a7c30-ba8f-417c-a198-b3b233aaa806 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481986
Apr 23 18:05:37.412228 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43d20636-26be-4c60-9be7-b1c26d7c9a64 req-ed2cc26e-caae-4fb3-9885-f1a54cd68bd0 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415849
Apr 23 18:05:37.912102 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-691ce268-afa1-45e0-af10-3e364e771de7 req-4d976930-9ec3-4c25-a683-4156140d5673 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 210 time: 0.0659494
Apr 23 18:05:37.960628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-7a0c5b43-30f8-4487-bc2f-2f9bb2211b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:37.962232 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-7a0c5b43-30f8-4487-bc2f-2f9bb2211b2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c94f8f411a448d6b2a3f94554761b32&device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 1096 time: 0.4166880
Apr 23 18:05:37.971773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612113-a647-45dc-8b60-9263f93913fa req-5f53aec7-40c4-4f1a-a3c5-e0d62dcb17d9 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:37.973280 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33612113-a647-45dc-8b60-9263f93913fa req-5f53aec7-40c4-4f1a-a3c5-e0d62dcb17d9 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 943 time: 0.4298000
Apr 23 18:05:38.178102 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-603e0f17-648d-4400-824c-4e900c49f43c tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f7812a909be74df7bcde1a75d148f353&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0900168
Apr 23 18:05:38.181075 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33612113-a647-45dc-8b60-9263f93913fa req-3ed400ac-b4fd-443e-8e93-7d4009405027 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809578
Apr 23 18:05:38.385385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-f9962024-0805-4055-bf94-37687b278229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:38.386982 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-f9962024-0805-4055-bf94-37687b278229 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 200  len: 915 time: 0.4126759
Apr 23 18:05:38.487318 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-9098fd4f-3284-415e-bcfc-d3b8432bd580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80 HTTP/1.1" status: 200  len: 217 time: 0.0865831
Apr 23 18:05:38.496441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df888c-d186-46c4-a236-e895979ef483 req-a30c868c-82ff-45f7-aece-2fbf398d3d7e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:38.497980 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-12df888c-d186-46c4-a236-e895979ef483 req-a30c868c-82ff-45f7-aece-2fbf398d3d7e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.4012842
Apr 23 18:05:38.505360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-7b8d1bbe-06fe-41d2-afdd-3882165438f8 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:38.506801 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-7b8d1bbe-06fe-41d2-afdd-3882165438f8 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3171792
Apr 23 18:05:38.570027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Request body: {'port': {'device_id': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b', 'admin_state_up': True, 'tenant_id': 'f7812a909be74df7bcde1a75d148f353'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:05:38.739830 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-12df888c-d186-46c4-a236-e895979ef483 req-1e75db0e-1eff-4fd4-a849-c6f766349276 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318771
Apr 23 18:05:38.761447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-be774f26-fa2d-4785-984f-e0cab981f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:38.763018 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-be774f26-fa2d-4785-984f-e0cab981f455 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6904d5a-bb5b-403d-956a-0d854424f020 HTTP/1.1" status: 200  len: 854 time: 0.2540565
Apr 23 18:05:38.859227 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-6aab5308-a73f-43fb-b78e-3f8462f81ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82162c83-adfd-480b-a93b-de5afcb56ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763731
Apr 23 18:05:38.894339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:05:38.957900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Usage tracker for resource:port and tenant:f7812a909be74df7bcde1a75d148f353 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:05:38.963440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:05:38.979352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:05:39.008758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6c0b-9d3a-4a3c-8b58-5f4a8eedd313 req-c3c6283a-2e18-45a9-ac34-6fa02375ac0e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:39.010326 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a7dc6c0b-9d3a-4a3c-8b58-5f4a8eedd313 req-c3c6283a-2e18-45a9-ac34-6fa02375ac0e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.3492687
Apr 23 18:05:39.033647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Made reservation on behalf of f7812a909be74df7bcde1a75d148f353 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:05:39.039502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:39.075196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:39.127168 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a7dc6c0b-9d3a-4a3c-8b58-5f4a8eedd313 req-846d1e96-40de-450a-bd9e-20233c52f555 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094840
Apr 23 18:05:39.129892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:05:39.136799 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-d98fa08b-7482-473e-858a-e39269cc67e2 service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648706
Apr 23 18:05:39.137826 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Usage tracker for resource:security_group_rule and tenant:f7812a909be74df7bcde1a75d148f353 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:05:39.141028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:05:39.149483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:05:39.330630 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77b781a2-7c88-4bb0-be30-cab13f082e6c req-97feb25d-5f57-461d-8280-bfa3f97daf2d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 210 time: 0.0681572
Apr 23 18:05:39.458185 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8594f329-e4b4-4a29-9e7c-9aae3ba5ad1b req-baeeb80b-9859-4cdd-8505-2435ee621dfe service neutron] 10.222.0.47 "GET /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3109550
Apr 23 18:05:39.514589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eebdd-584e-4623-bbdd-c30b8ba9c756 req-04ffc331-1607-4202-9fb9-935de7c0b14e tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:39.516244 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-661eebdd-584e-4623-bbdd-c30b8ba9c756 req-04ffc331-1607-4202-9fb9-935de7c0b14e tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 943 time: 0.1917403
Apr 23 18:05:39.524733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:39.542937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:39.549488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9af1cbbe-6f96-4bff-b911-67daa9ff487f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:39.639588 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-661eebdd-584e-4623-bbdd-c30b8ba9c756 req-94011954-c928-459f-a385-57fa44cd191c tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169312
Apr 23 18:05:39.661013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d59f886-f1c1-4cd3-a80d-4123e9af08c6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:39.667040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:39.745999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Allocated IP 192.168.233.42 (12c4786d-17e5-49e4-9784-d2b0b9362d8b/2b5fc5a5-597d-4934-81ce-92be0798929f/a7b8d1b0-553d-46a7-8c35-7966e08a99cd) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:05:39.889529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:05:40.028464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:40.038887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e20d3-297f-4d72-8735-1bd8b1994be1 req-2ee306a6-dce7-4b1d-9510-5f1cd0ca12d8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:40.040410 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-836e20d3-297f-4d72-8735-1bd8b1994be1 req-2ee306a6-dce7-4b1d-9510-5f1cd0ca12d8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1674047
Apr 23 18:05:40.070655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Transition to ACTIVE for port object a7b8d1b0-553d-46a7-8c35-7966e08a99cd will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:05:40.104003 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-836e20d3-297f-4d72-8735-1bd8b1994be1 req-b9456a25-c97b-4002-b810-b15735ff01e8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557132
Apr 23 18:05:40.118107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:40.128012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:40.189440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Network 12c4786d-17e5-49e4-9784-d2b0b9362d8b is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:05:40.197356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:05:40.202339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:05:40.250624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Pushing event updated for resources: {'Port': ['ID=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:40.255620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:40.328091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:40.328780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:40.372945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8247113
Apr 23 18:05:40.390952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3263c6-e016-4972-80e6-7bb5d1d22d92 req-7cf62a8b-a613-4e0b-9173-98d524a0b831 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:40.392595 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d3263c6-e016-4972-80e6-7bb5d1d22d92 req-7cf62a8b-a613-4e0b-9173-98d524a0b831 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.1359780
Apr 23 18:05:40.397916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Request body: {'port': {'device_id': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:05:40.505042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-75c7d784-86ea-4e20-b01c-77ca952f4b01 None None] Provisioning for port a7b8d1b0-553d-46a7-8c35-7966e08a99cd completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:05:40.511358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-75c7d784-86ea-4e20-b01c-77ca952f4b01 None None] Provisioning complete for port a7b8d1b0-553d-46a7-8c35-7966e08a99cd triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:05:40.511776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75c7d784-86ea-4e20-b01c-77ca952f4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:40.545082 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d3263c6-e016-4972-80e6-7bb5d1d22d92 req-8ba1cf57-175e-4a13-8fc8-5080c99937f6 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171286
Apr 23 18:05:40.571889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-75c7d784-86ea-4e20-b01c-77ca952f4b01 None None] Port a7b8d1b0-553d-46a7-8c35-7966e08a99cd cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:05:40.880771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:05:40.892555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:40.959989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-46ca520d-7cd3-4ff7-a667-48f393b6a623 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:40.960739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-46ca520d-7cd3-4ff7-a667-48f393b6a623 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Synchronizing usage tracker for tenant:f7812a909be74df7bcde1a75d148f353 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:05:41.029259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:41.029678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571d249-8b9e-46f4-8012-e976e14cffea req-a3b388f5-a0ea-4621-83be-7819f6cd141b tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:41.031256 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0571d249-8b9e-46f4-8012-e976e14cffea req-a3b388f5-a0ea-4621-83be-7819f6cd141b tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 943 time: 0.2295468
Apr 23 18:05:41.031914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-46ca520d-7cd3-4ff7-a667-48f393b6a623 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Unset dirty status for tenant:f7812a909be74df7bcde1a75d148f353 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:05:41.033003 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-46ca520d-7cd3-4ff7-a667-48f393b6a623 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 935 time: 0.5760989
Apr 23 18:05:41.044467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80', 'network_id': '82162c83-adfd-480b-a93b-de5afcb56ba0', 'port_id': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80', 'mac_address': 'fa:16:3e:34:19:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6904d5a-bb5b-403d-956a-0d854424f020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:05:41.105840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:41.126864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:05:41.144635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:41.147222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:41.149088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:41.179875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-f468be64-7fd4-48f9-9d73-8d83e7f89731 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Synchronizing usage tracker for tenant:f7812a909be74df7bcde1a75d148f353 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:05:41.191936 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0571d249-8b9e-46f4-8012-e976e14cffea req-28a2275a-c365-40e9-bc7c-5bba6b85b273 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182120
Apr 23 18:05:41.230849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:41.236667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:41.283551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-f468be64-7fd4-48f9-9d73-8d83e7f89731 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Unset dirty status for tenant:f7812a909be74df7bcde1a75d148f353 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:05:41.284829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edd1cf27-bd9a-4611-b9ac-c206a5194bd0 req-f468be64-7fd4-48f9-9d73-8d83e7f89731 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101312
Apr 23 18:05:41.435072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82749-ba66-4eb6-bd20-6b6eeff10f99 req-f518cb98-3835-47f4-a325-7c47a1c9c716 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:41.436645 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56f82749-ba66-4eb6-bd20-6b6eeff10f99 req-f518cb98-3835-47f4-a325-7c47a1c9c716 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1369717
Apr 23 18:05:41.531130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b8d1b0-553d-46a7-8c35-7966e08a99cd {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:05:41.542709 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56f82749-ba66-4eb6-bd20-6b6eeff10f99 req-7fe42d6f-a16c-46d1-bfa8-167cf2029722 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706038
Apr 23 18:05:41.544664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:41.561508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Transition to ACTIVE for port object a7b8d1b0-553d-46a7-8c35-7966e08a99cd will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:05:41.564068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:41.568876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c0f19cd-e1a2-4f2a-bbf3-ea052c4bd3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:41.752219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:41.765167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:41.801213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['2a30a90b-bbd5-4a3c-951e-b25ee3448c80'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:42.051933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b8fd-fb14-4554-8f90-6ef29cbb5684 req-c9d396a1-ad1e-4bc5-a6d4-b53dabd7c48a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.059592 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01c2b8fd-fb14-4554-8f90-6ef29cbb5684 req-c9d396a1-ad1e-4bc5-a6d4-b53dabd7c48a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.3626339
Apr 23 18:05:42.075935 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Attempting to bind port a7b8d1b0-553d-46a7-8c35-7966e08a99cd on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:05:42.076312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Attempting to bind port a7b8d1b0-553d-46a7-8c35-7966e08a99cd by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:05:42.076681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Attempting to bind port a7b8d1b0-553d-46a7-8c35-7966e08a99cd on network 12c4786d-17e5-49e4-9784-d2b0b9362d8b {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:05:42.099171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Port a7b8d1b0-553d-46a7-8c35-7966e08a99cd on network 12c4786d-17e5-49e4-9784-d2b0b9362d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:05:42.099529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Attempting to bind port a7b8d1b0-553d-46a7-8c35-7966e08a99cd on network 12c4786d-17e5-49e4-9784-d2b0b9362d8b {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:05:42.126953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:05:42.127323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Checking segment: {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:05:42.127744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Bound using segment: {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:05:42.128244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Bound port: a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b72439f-92d7-4d7f-93e1-c0d5634a8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:05:42.128622 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:42.152625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-7aaada62-5851-459e-a37b-244bc9ff1230 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.154179 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-7aaada62-5851-459e-a37b-244bc9ff1230 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.3529582
Apr 23 18:05:42.171203 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01c2b8fd-fb14-4554-8f90-6ef29cbb5684 req-cc1fd36a-c2a9-4ddd-8815-e590385844c8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106641
Apr 23 18:05:42.243577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d8c6b-6395-4e8f-88d4-28c4a3e3045b req-716aa551-0ed5-4375-9b2e-33579899f90f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.245532 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c3d8c6b-6395-4e8f-88d4-28c4a3e3045b req-716aa551-0ed5-4375-9b2e-33579899f90f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.3556983
Apr 23 18:05:42.441721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] For port a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:05:42.460900 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c3d8c6b-6395-4e8f-88d4-28c4a3e3045b req-76247800-3731-4200-9277-20c0e86dd78e tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1994529
Apr 23 18:05:42.464836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] For port a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:05:42.472477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:42.484432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebf493d1-5cd8-45c9-9588-12e6a0d77388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:42.561141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.561833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:42.563329 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] 10.222.0.47 "PUT /v2.0/ports/a7b8d1b0-553d-46a7-8c35-7966e08a99cd HTTP/1.1" status: 200  len: 1097 time: 2.1697452
Apr 23 18:05:42.563894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'tag': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:42.689913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Deleting port def71801-9b24-413d-b5dc-4acc540f103e {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:05:42.690291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:42.719676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:42.731388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b8654-2be4-400d-932f-d73b18de894a req-58eeaedb-1255-464a-a5df-20010739a8a3 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.733029 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-133b8654-2be4-400d-932f-d73b18de894a req-58eeaedb-1255-464a-a5df-20010739a8a3 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 944 time: 0.4042735
Apr 23 18:05:42.782406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:42.910108 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-133b8654-2be4-400d-932f-d73b18de894a req-169201a9-290e-47e4-9586-18f2aee44a40 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215219
Apr 23 18:05:42.940820 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1272c5-3e5b-4cbf-8a61-7b47b8d305f1 req-a9af75c7-2756-4961-96a0-28827d56a7be tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.942408 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6f1272c5-3e5b-4cbf-8a61-7b47b8d305f1 req-a9af75c7-2756-4961-96a0-28827d56a7be tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 947 time: 0.3731582
Apr 23 18:05:42.958663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] For port def71801-9b24-413d-b5dc-4acc540f103e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=def71801-9b24-413d-b5dc-4acc540f103e,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:42.959061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:42.981464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-0eb51b5a-1c1d-445a-9ad2-c680b5d672f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:42.982938 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-0eb51b5a-1c1d-445a-9ad2-c680b5d672f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7812a909be74df7bcde1a75d148f353&device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 1100 time: 0.3393242
Apr 23 18:05:43.433234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Calling delete_port for def71801-9b24-413d-b5dc-4acc540f103e owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:05:43.455511 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-0c1782f2-8f0e-408c-8144-944f65a1f200 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd HTTP/1.1" status: 200  len: 217 time: 0.4055793
Apr 23 18:05:43.469257 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6f1272c5-3e5b-4cbf-8a61-7b47b8d305f1 req-b8206f11-62c7-4d04-9b8f-605d8833cac4 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5140319
Apr 23 18:05:43.531516 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'tag': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd', 'status': 'completed', 'code': 200}
Apr 23 18:05:43.566752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-2a55de0e-e12e-471d-9141-585baff23d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:43.568316 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-2a55de0e-e12e-471d-9141-585baff23d0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b5fc5a5-597d-4934-81ce-92be0798929f HTTP/1.1" status: 200  len: 843 time: 0.1023953
Apr 23 18:05:43.672954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205a8c-9c85-4bb3-a682-abe63b73be97 req-0f0cb922-e660-48e9-aaa8-057e4a46ed30 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:43.674491 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c7205a8c-9c85-4bb3-a682-abe63b73be97 req-0f0cb922-e660-48e9-aaa8-057e4a46ed30 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.6212721
Apr 23 18:05:43.809824 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c7205a8c-9c85-4bb3-a682-abe63b73be97 req-7388aedc-b50b-40c8-bedb-89069dc835b4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144276
Apr 23 18:05:43.854216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-ac2c6492-b4d7-4b9f-aa87-0b630fc9493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:43.855819 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-ac2c6492-b4d7-4b9f-aa87-0b630fc9493f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12c4786d-17e5-49e4-9784-d2b0b9362d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2784021
Apr 23 18:05:43.865458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d41dd-f9a2-42fc-b7ef-dcb0f984220e req-aae6f639-ba61-4eb5-8742-be8eb3030b0a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:43.866998 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-967d41dd-f9a2-42fc-b7ef-dcb0f984220e req-aae6f639-ba61-4eb5-8742-be8eb3030b0a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc587ce-6623-4442-8ba8-2f3dabd13f9e HTTP/1.1" status: 200  len: 945 time: 0.2474253
Apr 23 18:05:43.891037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:43.904708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc49fc83-9e93-4f0c-a025-facd62bc9595 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:43.943104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'b81d5e6c-6eac-4247-9494-32ff920b1074', '88b1798d-8fbd-4daa-b85d-b128a528dd76', 'def71801-9b24-413d-b5dc-4acc540f103e'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:44.060184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event deleted for resources: {'Port': ['ID=def71801-9b24-413d-b5dc-4acc540f103e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:44.073757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:44.209328 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-967d41dd-f9a2-42fc-b7ef-dcb0f984220e req-7177bef7-a60a-4adc-b083-5d04c794e750 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3139815
Apr 23 18:05:44.213707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] No DVR routers for this DVR port def71801-9b24-413d-b5dc-4acc540f103e on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:05:44.219446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:44.262582 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-deb46361-0b69-4078-9287-1eb3d7bd8949 service neutron] 10.222.0.47 "GET /v2.0/networks/12c4786d-17e5-49e4-9784-d2b0b9362d8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3941982
Apr 23 18:05:44.263900 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd2ef9f-cd00-407b-be9b-d7ac92ab3564 req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "DELETE /v2.0/ports/def71801-9b24-413d-b5dc-4acc540f103e HTTP/1.1" status: 204  len: 173 time: 2.0970535
Apr 23 18:05:44.305390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34e4f-108e-4ab6-8b84-98fd65fc4faa req-bb99c31c-f8b5-4f91-98ff-084d732bd716 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:44.307889 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c8e34e4f-108e-4ab6-8b84-98fd65fc4faa req-bb99c31c-f8b5-4f91-98ff-084d732bd716 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.3705010
Apr 23 18:05:44.485186 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c8e34e4f-108e-4ab6-8b84-98fd65fc4faa req-de86f663-899e-4438-b6c9-ea49bdcd48ae tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257491
Apr 23 18:05:44.525878 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d397a1c-e1a2-4dc4-893a-1b99c6d92a0b req-d57a1d41-f7cc-40b5-8f00-0adfed9b3f26 service neutron] 10.222.0.47 "GET /v2.0/networks/12c4786d-17e5-49e4-9784-d2b0b9362d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533073
Apr 23 18:05:44.542409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ae30-f8bf-4adf-a23f-2da8b267d711 req-b758c71a-ea9e-45be-88a8-188dd0f93725 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:44.544014 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f61ae30-f8bf-4adf-a23f-2da8b267d711 req-b758c71a-ea9e-45be-88a8-188dd0f93725 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 944 time: 0.1858492
Apr 23 18:05:44.640091 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f61ae30-f8bf-4adf-a23f-2da8b267d711 req-2fd0ac10-7ef0-4303-8a1c-eb9a06e4bbf8 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858350
Apr 23 18:05:44.739036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99310df-cacb-4782-bd64-727ecc982037 req-72af1400-0830-4e45-9983-5239a7e010c3 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:44.740559 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f99310df-cacb-4782-bd64-727ecc982037 req-72af1400-0830-4e45-9983-5239a7e010c3 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 947 time: 0.1508255
Apr 23 18:05:44.792215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-855eb673-1451-4357-95d1-3743e122a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:44.793710 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-855eb673-1451-4357-95d1-3743e122a581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7812a909be74df7bcde1a75d148f353&device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 1100 time: 0.1366470
Apr 23 18:05:44.801129 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f99310df-cacb-4782-bd64-727ecc982037 req-697dc97b-7355-4dab-8805-d8538a591bf9 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515561
Apr 23 18:05:44.937829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:05:44.985368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-3050c06a-77ff-475b-9bd5-58026231c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:44.986939 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-3050c06a-77ff-475b-9bd5-58026231c3f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12c4786d-17e5-49e4-9784-d2b0b9362d8b HTTP/1.1" status: 200  len: 870 time: 0.1847951
Apr 23 18:05:45.012029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:05:45.016917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:05:45.017331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:45.077613 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-d81b417c-73ec-4a37-8407-1542de6e8039 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd HTTP/1.1" status: 200  len: 217 time: 0.0817747
Apr 23 18:05:45.151072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:45.173903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11dc57-7b17-452d-8472-c8d4c9059588 req-08d03bf5-144b-49d2-902f-928cb050ae47 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:45.175331 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b11dc57-7b17-452d-8472-c8d4c9059588 req-08d03bf5-144b-49d2-902f-928cb050ae47 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.2420020
Apr 23 18:05:45.179550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:45.182532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-7a088a83-e68e-4247-abeb-4b3b03b5a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:45.184132 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-7a088a83-e68e-4247-abeb-4b3b03b5a679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b5fc5a5-597d-4934-81ce-92be0798929f HTTP/1.1" status: 200  len: 843 time: 0.0966372
Apr 23 18:05:45.190636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:45.193777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:45.195817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44bf1213-6696-4b3b-bf2a-9af4e9a96dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:45.245122 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80', 'code': 200}
Apr 23 18:05:45.273636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:45.281300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:45.283599 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b11dc57-7b17-452d-8472-c8d4c9059588 req-a9c32f75-e6e7-4c34-b428-f1cc1cfb024c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982118
Apr 23 18:05:45.306237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-8220a6fa-46d6-4156-acc6-f8f0ff5550ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:45.307953 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-8220a6fa-46d6-4156-acc6-f8f0ff5550ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12c4786d-17e5-49e4-9784-d2b0b9362d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1058218
Apr 23 18:05:45.460607 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-fd8d07f4-d484-485b-9c0a-ac9ddbc6bbce service neutron] 10.222.0.47 "GET /v2.0/networks/12c4786d-17e5-49e4-9784-d2b0b9362d8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455383
Apr 23 18:05:45.546326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'name': 'network-vif-deleted', 'tag': 'def71801-9b24-413d-b5dc-4acc540f103e'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:45.620759 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc587ce-6623-4442-8ba8-2f3dabd13f9e', 'name': 'network-vif-deleted', 'tag': 'def71801-9b24-413d-b5dc-4acc540f103e', 'status': 'completed', 'code': 200}
Apr 23 18:05:45.760180 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44f7e5b8-f4d1-47d2-92c9-633cea799c08 req-5e7898d3-7868-4e13-b1a7-4a84f66067b4 service neutron] 10.222.0.47 "GET /v2.0/networks/12c4786d-17e5-49e4-9784-d2b0b9362d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765114
Apr 23 18:05:45.808051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d271b0d-b7ee-48a8-b9a2-1b808becc98c req-6f752ffe-85a0-4c4c-8035-d9471df6f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:45.809855 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d271b0d-b7ee-48a8-b9a2-1b808becc98c req-6f752ffe-85a0-4c4c-8035-d9471df6f5a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 1098 time: 0.3276122
Apr 23 18:05:45.847146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ff45d-c79a-40d7-99cd-0bce4a62e93e req-3cba031f-5b32-409a-8703-dc6eb2f63ffc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:45.848720 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3b2ff45d-c79a-40d7-99cd-0bce4a62e93e req-3cba031f-5b32-409a-8703-dc6eb2f63ffc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2308748
Apr 23 18:05:45.915043 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d271b0d-b7ee-48a8-b9a2-1b808becc98c req-c1c18797-21e2-4dac-b8a2-94bc4b65a628 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905857
Apr 23 18:05:45.935143 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3b2ff45d-c79a-40d7-99cd-0bce4a62e93e req-5e801410-fdd9-4ed2-9da4-b6c5f02196fe tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785286
Apr 23 18:05:45.951348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff30ee-d799-4b0a-8086-10906700b62c req-f5fe43cc-0b10-4824-a96d-c66d929ec9e5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:45.953071 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bfff30ee-d799-4b0a-8086-10906700b62c req-f5fe43cc-0b10-4824-a96d-c66d929ec9e5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.1885104
Apr 23 18:05:46.003086 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bfff30ee-d799-4b0a-8086-10906700b62c req-0835de7a-2805-42be-ac71-72be1faf6be6 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430603
Apr 23 18:05:46.270730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed612a-fe2d-4479-ac82-292901ff7f84 req-8e55a08e-7ba6-4146-91c9-1721c51300ea tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:46.272325 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01ed612a-fe2d-4479-ac82-292901ff7f84 req-8e55a08e-7ba6-4146-91c9-1721c51300ea tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 947 time: 0.0945895
Apr 23 18:05:46.321127 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01ed612a-fe2d-4479-ac82-292901ff7f84 req-7463dabd-0b43-4809-8c79-6e1fea9e6920 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420077
Apr 23 18:05:46.489489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d98162-48bb-4ab1-8f2c-db9aecca4eab req-1314ff36-2b26-4d33-a3f3-eb58ffa53bc7 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:46.490963 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08d98162-48bb-4ab1-8f2c-db9aecca4eab req-1314ff36-2b26-4d33-a3f3-eb58ffa53bc7 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0865200
Apr 23 18:05:46.541332 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08d98162-48bb-4ab1-8f2c-db9aecca4eab req-d5916a28-2b41-4da6-9614-ca23e5f6062c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441113
Apr 23 18:05:46.939270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device def71801-9b24-413d-b5dc-4acc540f103e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:05:46.945699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e015-37d1-44b3-aaa7-245265701164 req-b228bf20-3d33-40c9-b195-7cb022bd3230 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:46.946464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8107e015-37d1-44b3-aaa7-245265701164 req-b228bf20-3d33-40c9-b195-7cb022bd3230 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:05:46.962216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8107e015-37d1-44b3-aaa7-245265701164 req-b228bf20-3d33-40c9-b195-7cb022bd3230 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:05:46.963566 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8107e015-37d1-44b3-aaa7-245265701164 req-b228bf20-3d33-40c9-b195-7cb022bd3230 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.1043990
Apr 23 18:05:46.979978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: def71801-9b24-413d-b5dc-4acc540f103e {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:05:46.980378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device def71801-9b24-413d-b5dc-4acc540f103e not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:05:47.013314 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8107e015-37d1-44b3-aaa7-245265701164 req-796c2ac1-dafe-4cfe-8f70-bee7d8dc5afb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431113
Apr 23 18:05:47.191758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61f011-e626-4da2-ad07-796bd9226fa5 req-278d8508-c85d-4840-8a7b-79743a054df2 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:47.193336 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd61f011-e626-4da2-ad07-796bd9226fa5 req-278d8508-c85d-4840-8a7b-79743a054df2 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1416590
Apr 23 18:05:47.255948 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fd61f011-e626-4da2-ad07-796bd9226fa5 req-222f39c5-83ab-47d9-99dd-e878e5b109ed tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539172
Apr 23 18:05:47.264040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090e5df-b64c-416f-ac67-980cc2ccb378 req-a666fbd7-aee0-4530-9a95-e20a24348b2e tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:47.265646 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7090e5df-b64c-416f-ac67-980cc2ccb378 req-a666fbd7-aee0-4530-9a95-e20a24348b2e tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.1413429
Apr 23 18:05:47.314225 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7090e5df-b64c-416f-ac67-980cc2ccb378 req-975c1fac-d07d-47bd-88bd-c2d8f9952a63 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422208
Apr 23 18:05:47.532733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebcca8-316c-4fc8-801f-e93a98bb25f9 req-b564564b-b7be-4d0c-af7e-16bbea7f096d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:47.534293 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44ebcca8-316c-4fc8-801f-e93a98bb25f9 req-b564564b-b7be-4d0c-af7e-16bbea7f096d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 947 time: 0.0900280
Apr 23 18:05:47.592112 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44ebcca8-316c-4fc8-801f-e93a98bb25f9 req-24cb99d9-e3bf-439e-9bf7-cecd0ef03787 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514264
Apr 23 18:05:47.750201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a62d-b73a-4a19-87ad-d65da6351f99 req-706a3572-a913-4a7f-99ee-3fa946d2c0c6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:47.752189 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8a6a62d-b73a-4a19-87ad-d65da6351f99 req-706a3572-a913-4a7f-99ee-3fa946d2c0c6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0884895
Apr 23 18:05:48.017873 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8a6a62d-b73a-4a19-87ad-d65da6351f99 req-d5a9404f-0e9b-4e8f-992c-7335f533f1dd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588575
Apr 23 18:05:48.220369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a3844-e32b-4e6f-87af-e1b919367498 req-0907c243-615e-4669-8896-41e98ebb6686 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:48.222064 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d76a3844-e32b-4e6f-87af-e1b919367498 req-0907c243-615e-4669-8896-41e98ebb6686 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.0922830
Apr 23 18:05:48.272370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d76a3844-e32b-4e6f-87af-e1b919367498 req-c06192be-9c73-4da9-acd3-95e28093e179 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437789
Apr 23 18:05:48.593860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f8810-0b61-4033-9425-6697dc453033 req-6b3a064c-5210-4caa-89fd-51a7f7c9e06b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:48.595438 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1a6f8810-0b61-4033-9425-6697dc453033 req-6b3a064c-5210-4caa-89fd-51a7f7c9e06b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2245066
Apr 23 18:05:48.599038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62416d-35f2-4039-a26d-f9c59e7b7bd4 req-f0e0720e-6c20-4ded-8a5a-accc3b2f18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:48.600488 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e62416d-35f2-4039-a26d-f9c59e7b7bd4 req-f0e0720e-6c20-4ded-8a5a-accc3b2f18f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.1863573
Apr 23 18:05:48.626129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548a764-db52-4ec8-b249-257e25788c30 req-44a04564-a122-4679-98a9-2dc4b246b1ed tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:48.627635 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e548a764-db52-4ec8-b249-257e25788c30 req-44a04564-a122-4679-98a9-2dc4b246b1ed tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.1738493
Apr 23 18:05:48.715250 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1a6f8810-0b61-4033-9425-6697dc453033 req-2ddbf859-b629-456b-b708-af14d20a8004 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111569
Apr 23 18:05:48.726710 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e62416d-35f2-4039-a26d-f9c59e7b7bd4 req-42e5e876-ea35-411f-9206-0d8989316868 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981321
Apr 23 18:05:48.730283 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e548a764-db52-4ec8-b249-257e25788c30 req-df4c16ce-39b0-455c-806a-32303814586b tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837390
Apr 23 18:05:48.917203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3ac6d-9447-43d5-a044-66a8bf5bf29a req-84920240-c3e3-465f-aa69-71c2d232fd67 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:48.918783 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ae3ac6d-9447-43d5-a044-66a8bf5bf29a req-84920240-c3e3-465f-aa69-71c2d232fd67 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 947 time: 0.0976665
Apr 23 18:05:48.953517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a7b8d1b0-553d-46a7-8c35-7966e08a99cd details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:05:48.968276 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ae3ac6d-9447-43d5-a044-66a8bf5bf29a req-fe84bebe-4028-48c8-a1f6-08ff13e3e9ab tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427611
Apr 23 18:05:49.117583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:49.134311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd', 'network_id': '12c4786d-17e5-49e4-9784-d2b0b9362d8b', 'port_id': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd', 'mac_address': 'fa:16:3e:4b:7b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5fc5a5-597d-4934-81ce-92be0798929f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:05:49.196108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:49.214673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b8d1b0-553d-46a7-8c35-7966e08a99cd {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:05:49.225989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ded7d-cbfe-44d9-94b3-484c1d25166a req-f729363f-c51c-47f6-a627-af7d9a09ddab tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:49.227580 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-114ded7d-cbfe-44d9-94b3-484c1d25166a req-f729363f-c51c-47f6-a627-af7d9a09ddab tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0942018
Apr 23 18:05:49.231820 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:49.234645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:49.237227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b179942f-0e39-4fa5-958b-f5b7c3ec6129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:49.278660 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-114ded7d-cbfe-44d9-94b3-484c1d25166a req-5d754593-3d87-49a2-86e5-5c71c51e6c2a tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434361
Apr 23 18:05:49.313024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:49.316609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:49.487793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a7286-1632-41a9-9eb2-e82d541c8f77 req-3720bfae-f0b1-4f8e-a584-9ed97e6b35b9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:49.489408 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7d0a7286-1632-41a9-9eb2-e82d541c8f77 req-3720bfae-f0b1-4f8e-a584-9ed97e6b35b9 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.0898721
Apr 23 18:05:49.538750 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7d0a7286-1632-41a9-9eb2-e82d541c8f77 req-519531b3-043e-4785-baa8-8115aa2f41fc tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424225
Apr 23 18:05:49.836677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['a7b8d1b0-553d-46a7-8c35-7966e08a99cd'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:49.921617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d2f06-fb79-4869-8cd2-a7ef95f7b3ea req-003076a4-87e2-4fd4-adfd-d43bee1bf9e0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:49.923104 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3d2d2f06-fb79-4869-8cd2-a7ef95f7b3ea req-003076a4-87e2-4fd4-adfd-d43bee1bf9e0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0937583
Apr 23 18:05:49.974817 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3d2d2f06-fb79-4869-8cd2-a7ef95f7b3ea req-54f3fb81-23ed-4f15-ba8c-e0ec32745e1c tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446849
Apr 23 18:05:50.300222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-1b75b03b-c7ca-441b-8f4c-56c91ab904dd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:50.301712 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-1b75b03b-c7ca-441b-8f4c-56c91ab904dd tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.1674807
Apr 23 18:05:50.311338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc4713-8ea8-4215-bb09-062f90c7d94f req-e0298c1b-0d7c-4d59-8d82-2ee740d17b6f tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:50.312947 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-87fc4713-8ea8-4215-bb09-062f90c7d94f req-e0298c1b-0d7c-4d59-8d82-2ee740d17b6f tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 948 time: 0.1344528
Apr 23 18:05:50.361745 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-87fc4713-8ea8-4215-bb09-062f90c7d94f req-87582e0b-12ee-4fdc-ac9a-cde28657195a tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421834
Apr 23 18:05:50.618424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9ef91-42a6-4ec5-8240-9555addb5638 req-ce52c681-475e-4369-ac67-f9a3b3d6ba66 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:50.620039 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30d9ef91-42a6-4ec5-8240-9555addb5638 req-ce52c681-475e-4369-ac67-f9a3b3d6ba66 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.2252870
Apr 23 18:05:50.625542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Deleting port 88b1798d-8fbd-4daa-b85d-b128a528dd76 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:05:50.625925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:50.813145 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30d9ef91-42a6-4ec5-8240-9555addb5638 req-ec1742a0-0e56-4c07-baf7-b3b0bb6a0934 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671648
Apr 23 18:05:50.871997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] For port 88b1798d-8fbd-4daa-b85d-b128a528dd76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=88b1798d-8fbd-4daa-b85d-b128a528dd76,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:50.872396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:51.007184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Calling delete_port for 88b1798d-8fbd-4daa-b85d-b128a528dd76 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:05:51.018166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3316d-81d7-4565-b885-da5af8c54502 req-f7dd74d2-6722-4131-98b9-494fbbf7e7cc tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:51.019647 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cb3316d-81d7-4565-b885-da5af8c54502 req-f7dd74d2-6722-4131-98b9-494fbbf7e7cc tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 945 time: 0.3099782
Apr 23 18:05:51.090181 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cb3316d-81d7-4565-b885-da5af8c54502 req-1b4e0a0d-a210-4bc3-ab2f-7b182d2e5893 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631633
Apr 23 18:05:51.240962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:51.248700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:51.285172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'b81d5e6c-6eac-4247-9494-32ff920b1074', '88b1798d-8fbd-4daa-b85d-b128a528dd76'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:51.299141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314cb5-5396-4258-b2fc-164ffaf083e8 req-f568f87f-d9c1-42bc-84e8-1a732765d4cb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:51.300761 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ad314cb5-5396-4258-b2fc-164ffaf083e8 req-f568f87f-d9c1-42bc-84e8-1a732765d4cb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2034709
Apr 23 18:05:51.311993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event deleted for resources: {'Port': ['ID=88b1798d-8fbd-4daa-b85d-b128a528dd76,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:51.366229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.366558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.366962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.367363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.367758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.368186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.369147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.369540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.369933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.370321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.370711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.371124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:05:51.382326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:51.435398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] No DVR routers for this DVR port 88b1798d-8fbd-4daa-b85d-b128a528dd76 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:05:51.442101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:51.442824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'name': 'network-vif-deleted', 'tag': '88b1798d-8fbd-4daa-b85d-b128a528dd76'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:51.460870 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ad314cb5-5396-4258-b2fc-164ffaf083e8 req-c450d1ef-ffba-4dcb-94fa-a9bd8cd2c975 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1513138
Apr 23 18:05:51.467146 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b2c054dd-6488-44a6-9675-c432ef0c25df req-12dd9644-d394-4751-ba42-17586111ca49 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "DELETE /v2.0/ports/88b1798d-8fbd-4daa-b85d-b128a528dd76 HTTP/1.1" status: 204  len: 173 time: 1.0362890
Apr 23 18:05:51.523370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d0e32a-70b4-43e3-b80e-8e629d26c8f4', 'name': 'network-vif-deleted', 'tag': '88b1798d-8fbd-4daa-b85d-b128a528dd76', 'status': 'completed', 'code': 200}
Apr 23 18:05:51.578193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fac3-b75e-4c8e-b79e-9c5a87002a30 req-100185cc-e5d1-40a2-92bc-561b3acff875 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:51.579857 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ac8fac3-b75e-4c8e-b79e-9c5a87002a30 req-100185cc-e5d1-40a2-92bc-561b3acff875 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 948 time: 0.0988934
Apr 23 18:05:51.631522 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ac8fac3-b75e-4c8e-b79e-9c5a87002a30 req-6cb8acd1-29be-4c61-b31c-772ace130892 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450773
Apr 23 18:05:52.016851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c29d-1470-4567-bd73-aa2b35145fb5 req-710de96e-2a58-4489-8f13-f86e53255721 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:52.018351 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-42a9c29d-1470-4567-bd73-aa2b35145fb5 req-710de96e-2a58-4489-8f13-f86e53255721 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0905313
Apr 23 18:05:52.068008 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-42a9c29d-1470-4567-bd73-aa2b35145fb5 req-f017173d-af2e-4c9b-b289-2967fc870d0b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432405
Apr 23 18:05:52.279558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-9f10331a-b1a9-4237-ba38-fe6d98f41bbc req-4ad6f227-7447-42b3-a5ae-14b2b68a8b79 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:05:52.294705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-9f10331a-b1a9-4237-ba38-fe6d98f41bbc req-4ad6f227-7447-42b3-a5ae-14b2b68a8b79 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:05:52.296038 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f10331a-b1a9-4237-ba38-fe6d98f41bbc req-4ad6f227-7447-42b3-a5ae-14b2b68a8b79 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d0e32a-70b4-43e3-b80e-8e629d26c8f4 HTTP/1.1" status: 200  len: 210 time: 0.0684686
Apr 23 18:05:52.636541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-1c527712-b9ed-45b1-9937-fd2ebe0d6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:52.638171 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-1c527712-b9ed-45b1-9937-fd2ebe0d6ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.1997418
Apr 23 18:05:52.646357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d51d2-b28c-4aa1-b7a1-4cab8df8a7ea req-e864aa29-3df3-4a13-9dd0-1a4af4151c57 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:52.647816 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f18d51d2-b28c-4aa1-b7a1-4cab8df8a7ea req-e864aa29-3df3-4a13-9dd0-1a4af4151c57 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1657557
Apr 23 18:05:52.658837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:52.800008 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f18d51d2-b28c-4aa1-b7a1-4cab8df8a7ea req-ea8590ac-f5ad-4dc0-85f0-2cfc8795da1b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234176
Apr 23 18:05:52.857011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877186-f80c-4b9f-a719-10a3b1793883 req-8c0142ea-0766-429e-8f3d-8e12e00a6964 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:52.858602 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d877186-f80c-4b9f-a719-10a3b1793883 req-8c0142ea-0766-429e-8f3d-8e12e00a6964 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2798469
Apr 23 18:05:52.859786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-c6d21fa7-1ba5-4762-b870-62addf041413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:52.861256 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-c6d21fa7-1ba5-4762-b870-62addf041413 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.2114019
Apr 23 18:05:52.989896 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-cd7c891e-39a0-4c42-8514-7415e5ec46ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 217 time: 0.1079099
Apr 23 18:05:52.993709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a7b8d1b0-553d-46a7-8c35-7966e08a99cd up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:05:53.068814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port a7b8d1b0-553d-46a7-8c35-7966e08a99cd completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:05:53.075348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port a7b8d1b0-553d-46a7-8c35-7966e08a99cd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:05:53.075991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:53.213332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:53.243075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:53.254260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:53.257695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:53.258627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 88b1798d-8fbd-4daa-b85d-b128a528dd76 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:05:53.287452 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d877186-f80c-4b9f-a719-10a3b1793883 req-d6f9af39-5f55-4602-980f-41b2e19dcffc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4219441
Apr 23 18:05:53.289275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:53.324857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-56f4a137-a208-4651-a08f-19ba65d3544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:53.326412 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-56f4a137-a208-4651-a08f-19ba65d3544e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.3154178
Apr 23 18:05:53.331506 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 88b1798d-8fbd-4daa-b85d-b128a528dd76 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:05:53.331925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 88b1798d-8fbd-4daa-b85d-b128a528dd76 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:05:53.340309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174a0d0-4b19-4113-811d-a38eebf1ea56 req-d1f719ec-019b-44a7-b068-5d11bc112324 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:53.341796 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a174a0d0-4b19-4113-811d-a38eebf1ea56 req-d1f719ec-019b-44a7-b068-5d11bc112324 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 948 time: 0.3969939
Apr 23 18:05:53.361081 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd', 'code': 200}
Apr 23 18:05:53.375278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:53.378755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:53.404601 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-61876ec6-ff91-4c8d-8fa5-b60b8433b93c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617249
Apr 23 18:05:53.522466 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a174a0d0-4b19-4113-811d-a38eebf1ea56 req-1f0b7118-7b1c-4a27-a854-642cef1878e3 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394985
Apr 23 18:05:53.585274 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-bd7a5e9e-a95f-41c4-a074-c5b5743f0eff service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718957
Apr 23 18:05:53.811682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cbad6ae-7f07-4572-8cf3-319f40f07c66 req-73577b58-5505-4b57-9232-884cce57ad7e service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2107627
Apr 23 18:05:53.814786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b033b-2662-40af-befe-eab397340db7 req-a5058a7f-ed03-4f3f-8ae6-dc5a7d3d338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:53.816340 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-883b033b-2662-40af-befe-eab397340db7 req-a5058a7f-ed03-4f3f-8ae6-dc5a7d3d338d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 1102 time: 0.2143133
Apr 23 18:05:54.002597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-883b033b-2662-40af-befe-eab397340db7 req-10fefec2-5310-4948-8de9-70c815735832 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424580
Apr 23 18:05:54.061760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb89141-d0d7-42e9-83e1-cd8420099d53 req-147e7537-8492-4214-93f4-591a197c63d5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:54.063384 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eeb89141-d0d7-42e9-83e1-cd8420099d53 req-147e7537-8492-4214-93f4-591a197c63d5 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.1825471
Apr 23 18:05:54.076829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd184326-62d9-4fa7-8e02-80f79a22d38e req-c9acb2ed-508c-4354-8a95-b55426217548 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:54.078402 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd184326-62d9-4fa7-8e02-80f79a22d38e req-c9acb2ed-508c-4354-8a95-b55426217548 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1401031
Apr 23 18:05:54.154178 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eeb89141-d0d7-42e9-83e1-cd8420099d53 req-993e3162-687c-47ab-9fdf-ff8497dba673 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747433
Apr 23 18:05:54.158787 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd184326-62d9-4fa7-8e02-80f79a22d38e req-aaae1a50-7441-496c-828e-f9da940546f8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655236
Apr 23 18:05:54.494982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bba80-cf48-40ca-b034-5d1b5ce00517 req-a79e63a1-ac00-4b25-a9b6-4ef0183822a9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:54.496586 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4e4bba80-cf48-40ca-b034-5d1b5ce00517 req-a79e63a1-ac00-4b25-a9b6-4ef0183822a9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0911028
Apr 23 18:05:54.544813 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4e4bba80-cf48-40ca-b034-5d1b5ce00517 req-10c4e206-9bb7-4765-8a0d-8304bf85f168 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420206
Apr 23 18:05:54.575273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6b4d-719f-4038-9b78-4011b66ed89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:54.731963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dbbf6-5bff-4fb6-814f-55928de0b6f8 req-c4ae044f-6873-4d75-8aab-c64cad74dd88 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:54.733541 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-762dbbf6-5bff-4fb6-814f-55928de0b6f8 req-c4ae044f-6873-4d75-8aab-c64cad74dd88 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.0885086
Apr 23 18:05:54.785204 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-762dbbf6-5bff-4fb6-814f-55928de0b6f8 req-d57365f2-fa57-4eb0-bdda-e4a340869790 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447497
Apr 23 18:05:55.429237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30c1f-f520-4c1b-bca8-edda32d68be8 req-dc0752ae-acb4-49c2-aa18-3ed8aae8e558 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:55.431370 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc30c1f-f520-4c1b-bca8-edda32d68be8 req-dc0752ae-acb4-49c2-aa18-3ed8aae8e558 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.1580980
Apr 23 18:05:55.443406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3e48c-d3a9-4310-87ae-afe666952285 req-a6a26035-d720-4dc6-8cbc-341fedd0c682 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:55.444869 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41e3e48c-d3a9-4310-87ae-afe666952285 req-a6a26035-d720-4dc6-8cbc-341fedd0c682 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1306334
Apr 23 18:05:55.515123 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2cc30c1f-f520-4c1b-bca8-edda32d68be8 req-a98758d3-1dbc-402a-a97b-d41556278431 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692437
Apr 23 18:05:55.525681 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41e3e48c-d3a9-4310-87ae-afe666952285 req-b201eeb4-786a-40b1-a2ae-2cd20bed9f89 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654755
Apr 23 18:05:55.746979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163212e4-9e7c-4254-a8ee-d58db9cb0b9b req-a980b874-b1ce-4a85-8ef7-32e3cb85ba0b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:55.748502 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-163212e4-9e7c-4254-a8ee-d58db9cb0b9b req-a980b874-b1ce-4a85-8ef7-32e3cb85ba0b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0889919
Apr 23 18:05:55.799059 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-163212e4-9e7c-4254-a8ee-d58db9cb0b9b req-469351fb-a6e0-4aa4-9ca9-8f6afe376a1d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442388
Apr 23 18:05:55.984928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e7885-ccf6-475f-a9d2-57f4be004297 req-766b0a9b-368d-46a3-892b-1f9f3d7a96ab tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:55.986483 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac0e7885-ccf6-475f-a9d2-57f4be004297 req-766b0a9b-368d-46a3-892b-1f9f3d7a96ab tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.0900364
Apr 23 18:05:56.035322 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac0e7885-ccf6-475f-a9d2-57f4be004297 req-de9249fb-f3e2-40ee-a83d-57a6e7b989d2 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423431
Apr 23 18:05:56.427967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15179410-5275-490d-984f-2af5ce024abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:56.514258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f85e-648d-47e5-b140-e7c818c5a0e0 req-9d371593-215d-452c-9f60-9b23bf184a2d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:56.515866 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e83f85e-648d-47e5-b140-e7c818c5a0e0 req-9d371593-215d-452c-9f60-9b23bf184a2d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.0928476
Apr 23 18:05:56.570127 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e83f85e-648d-47e5-b140-e7c818c5a0e0 req-ce3836ec-a05b-43e8-ba1a-906c474c5179 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470567
Apr 23 18:05:56.799707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26dfb1-c3df-4f09-9b9c-af3754822344 req-e27ae25d-8025-4574-adb5-2a9983c1a492 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:56.801311 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ad26dfb1-c3df-4f09-9b9c-af3754822344 req-e27ae25d-8025-4574-adb5-2a9983c1a492 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.1644046
Apr 23 18:05:56.810207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5439cd1-2a00-4321-a9d7-50f640853d16 req-a89abfea-2a07-4c62-8b51-4d442973cb56 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:56.811655 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5439cd1-2a00-4321-a9d7-50f640853d16 req-a89abfea-2a07-4c62-8b51-4d442973cb56 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1378384
Apr 23 18:05:56.887891 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ad26dfb1-c3df-4f09-9b9c-af3754822344 req-4f9aaded-4fe3-49e1-8f7f-4542ec4f7217 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751300
Apr 23 18:05:56.892349 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5439cd1-2a00-4321-a9d7-50f640853d16 req-6c799618-85cf-4e92-b2b4-da258c30d852 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649126
Apr 23 18:05:57.153352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d8306-b21f-477d-bea8-a06ee8b984d9 req-e4678bfe-09fb-44ae-a27b-92d2ef548323 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:57.156587 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-401d8306-b21f-477d-bea8-a06ee8b984d9 req-e4678bfe-09fb-44ae-a27b-92d2ef548323 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1663783
Apr 23 18:05:57.177345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-abc63a58-95d4-436a-b8e2-1736bd6c421a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:57.178953 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-abc63a58-95d4-436a-b8e2-1736bd6c421a tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.1401842
Apr 23 18:05:57.341716 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-401d8306-b21f-477d-bea8-a06ee8b984d9 req-47043bcd-025c-4689-8c09-2acb4f3873fa tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745541
Apr 23 18:05:57.424503 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-46f27422-dafe-4ebf-9808-74af3bd932bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2298419
Apr 23 18:05:57.443897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Deleting port b81d5e6c-6eac-4247-9494-32ff920b1074 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:05:57.444281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:57.648694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] For port b81d5e6c-6eac-4247-9494-32ff920b1074, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b81d5e6c-6eac-4247-9494-32ff920b1074,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:05:57.649263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:57.654911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:57.834441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Calling delete_port for b81d5e6c-6eac-4247-9494-32ff920b1074 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:05:57.860367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac9d50-3665-42da-8110-3236e874bf6c req-cf203d93-f8f2-4588-b19e-b7a26461edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:57.861941 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-cf203d93-f8f2-4588-b19e-b7a26461edd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b27c35630ec470ba07816df16d47d68&device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 1098 time: 0.3175001
Apr 23 18:05:58.238480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f79ac6-313c-4feb-956f-36e9109a9763 req-fb13c19b-d4a1-4eba-9a4e-4cf9e081cb1c tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:58.240057 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-65f79ac6-313c-4feb-956f-36e9109a9763 req-fb13c19b-d4a1-4eba-9a4e-4cf9e081cb1c tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.5165231
Apr 23 18:05:58.328690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:58.455104 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-65f79ac6-313c-4feb-956f-36e9109a9763 req-1cb96a2d-eff4-45bb-a253-673a99cd457b tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017717
Apr 23 18:05:58.456237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac9d50-3665-42da-8110-3236e874bf6c req-ce7bc627-cbd1-470c-8236-a8fbf17d9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:58.457691 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-ce7bc627-cbd1-470c-8236-a8fbf17d9112 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 200  len: 915 time: 0.5689662
Apr 23 18:05:58.557273 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-c5695ba8-962f-4630-acd9-5ab737691faa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63 HTTP/1.1" status: 200  len: 217 time: 0.0827715
Apr 23 18:05:58.558795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:58.566879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:05:58.619159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'b81d5e6c-6eac-4247-9494-32ff920b1074'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:05:58.662862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe96f2-5a34-4476-957c-96ffa095c349 req-328d6dde-413b-4c54-a638-36ca39286a5e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:58.664400 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6efe96f2-5a34-4476-957c-96ffa095c349 req-328d6dde-413b-4c54-a638-36ca39286a5e tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 946 time: 0.4430954
Apr 23 18:05:58.705383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event deleted for resources: {'Port': ['ID=b81d5e6c-6eac-4247-9494-32ff920b1074,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:05:58.724459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:05:58.870079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] No DVR routers for this DVR port b81d5e6c-6eac-4247-9494-32ff920b1074 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:05:58.875660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac9d50-3665-42da-8110-3236e874bf6c req-0769dc53-119a-4577-8833-ea4b3e864297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:58.877220 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-0769dc53-119a-4577-8833-ea4b3e864297 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 200  len: 854 time: 0.2740004
Apr 23 18:05:58.878375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:58.884994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dd4d3d-2494-448b-9800-02461189c0b9', 'name': 'network-vif-deleted', 'tag': 'b81d5e6c-6eac-4247-9494-32ff920b1074'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:05:58.896384 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6efe96f2-5a34-4476-957c-96ffa095c349 req-55c7cebc-3cf2-4c25-a2e6-24d604d22f11 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825850
Apr 23 18:05:58.957893 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-bf1b70ee-1290-4ab4-83ae-429fc906b6cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650482
Apr 23 18:05:58.960942 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ba47abf-a841-4e8f-a0e3-dd6283d39a28 req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "DELETE /v2.0/ports/b81d5e6c-6eac-4247-9494-32ff920b1074 HTTP/1.1" status: 204  len: 173 time: 1.7285089
Apr 23 18:05:58.977194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924216f2-f2dc-47da-acc3-082142e0c1d1 req-79981be7-e8c7-4a26-abdc-bb1663755dce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:58.979796 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-924216f2-f2dc-47da-acc3-082142e0c1d1 req-79981be7-e8c7-4a26-abdc-bb1663755dce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.3691437
Apr 23 18:05:59.086272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-924216f2-f2dc-47da-acc3-082142e0c1d1 req-40b78f04-db7d-47d5-bce9-8c0145ef649d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003454
Apr 23 18:05:59.123140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8811c9-3282-496d-a3c2-df3deff025fe req-a0bf6df1-2b19-4206-a03f-850c5d76d1cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:59.124800 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9b8811c9-3282-496d-a3c2-df3deff025fe req-a0bf6df1-2b19-4206-a03f-850c5d76d1cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1236584
Apr 23 18:05:59.149736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:05:59.151833 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dd4d3d-2494-448b-9800-02461189c0b9', 'name': 'network-vif-deleted', 'tag': 'b81d5e6c-6eac-4247-9494-32ff920b1074', 'status': 'completed', 'code': 200}
Apr 23 18:05:59.179113 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9b8811c9-3282-496d-a3c2-df3deff025fe req-c1289925-be67-4b8b-ad35-e22e777c8bdf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466378
Apr 23 18:05:59.564292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340058d-3af1-40e6-8782-7a2a243bb7d8 req-ea01b22c-8fa0-4011-83bb-e63230b66eb0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:59.566166 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0340058d-3af1-40e6-8782-7a2a243bb7d8 req-ea01b22c-8fa0-4011-83bb-e63230b66eb0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1051002
Apr 23 18:05:59.682636 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0340058d-3af1-40e6-8782-7a2a243bb7d8 req-cc63d7ac-175c-4d7e-ae38-612e525febc7 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058910
Apr 23 18:05:59.708087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040fa6d-8758-4712-a18b-1f1f38ad7f5f req-37e48d29-8284-40c4-a271-51a0f1b38f4e tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:05:59.709635 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7040fa6d-8758-4712-a18b-1f1f38ad7f5f req-37e48d29-8284-40c4-a271-51a0f1b38f4e tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.1129463
Apr 23 18:05:59.758018 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7040fa6d-8758-4712-a18b-1f1f38ad7f5f req-85169eb5-70ab-433e-965f-d326529e12a7 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414324
Apr 23 18:06:00.059518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e158f15f-12b4-4391-a262-bd19708e941f req-600f1938-3679-4f35-accb-25b92e81ce35 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Synchronizing usage tracker for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:06:00.075453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e158f15f-12b4-4391-a262-bd19708e941f req-600f1938-3679-4f35-accb-25b92e81ce35 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Unset dirty status for tenant:9b27c35630ec470ba07816df16d47d68 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:06:00.076758 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e158f15f-12b4-4391-a262-bd19708e941f req-600f1938-3679-4f35-accb-25b92e81ce35 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.0651743
Apr 23 18:06:00.940093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6ba4a-e22f-4e74-9efb-15159674f720 req-c4a49090-02c0-470b-8a1b-b5f1312c5d9b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:00.941597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0bc6ba4a-e22f-4e74-9efb-15159674f720 req-c4a49090-02c0-470b-8a1b-b5f1312c5d9b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1422558
Apr 23 18:06:01.003541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7806e9c-d819-478a-b169-73cd738c87e8 req-45934c59-26b1-4ae7-a0d8-fbe445646632 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:01.005364 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d7806e9c-d819-478a-b169-73cd738c87e8 req-45934c59-26b1-4ae7-a0d8-fbe445646632 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.1315124
Apr 23 18:06:01.029133 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0bc6ba4a-e22f-4e74-9efb-15159674f720 req-0d33dc77-1190-4d7e-9a8f-939241d30746 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787790
Apr 23 18:06:01.058429 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d7806e9c-d819-478a-b169-73cd738c87e8 req-611e9973-4eb0-4d4c-8d01-f9bbcb43ad12 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466783
Apr 23 18:06:01.241674 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-038edbd2-7484-42d2-b317-8c418ccd7f57 req-94978074-4d19-4f6b-a36e-3c4893306dd0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.0508175
Apr 23 18:06:01.904735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b81d5e6c-6eac-4247-9494-32ff920b1074 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:06:01.945112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: b81d5e6c-6eac-4247-9494-32ff920b1074 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:06:01.945677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b81d5e6c-6eac-4247-9494-32ff920b1074 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:06:02.174763 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-28cd04e0-2de0-49ee-877a-90e97211d58d service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022409
Apr 23 18:06:02.299008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-0da5c73b-4ad8-4a75-83b0-7d17aa714eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.300674 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-0da5c73b-4ad8-4a75-83b0-7d17aa714eef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1099 time: 0.0837500
Apr 23 18:06:02.404067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-6a38b7b4-7929-49a6-8831-edc8dd0a1d72 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.405619 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-6a38b7b4-7929-49a6-8831-edc8dd0a1d72 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.4084933
Apr 23 18:06:02.456223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-8c4680b8-cfb4-4a52-bce3-95f21db589f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.457951 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-8c4680b8-cfb4-4a52-bce3-95f21db589f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.1432168
Apr 23 18:06:02.566644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a70df-a86c-4616-9cb2-6604d7de845c req-90278e4d-95a5-478d-997d-c95e8360f232 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.568283 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c95a70df-a86c-4616-9cb2-6604d7de845c req-90278e4d-95a5-478d-997d-c95e8360f232 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.3962753
Apr 23 18:06:02.571588 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-70001243-bf51-414f-8882-6c3591501b5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 1002 time: 0.1055708
Apr 23 18:06:02.625849 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eac9d50-3665-42da-8110-3236e874bf6c req-a5c54450-a72c-42d9-8c09-abf4a63484ec service neutron] 10.222.0.47 "GET /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4022694
Apr 23 18:06:02.651100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b95b-e4e6-4db2-be86-bde9ad918a18 req-29542d77-b048-49ec-99eb-249913ef0cef tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.652740 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a496b95b-e4e6-4db2-be86-bde9ad918a18 req-29542d77-b048-49ec-99eb-249913ef0cef tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 949 time: 0.4304428
Apr 23 18:06:02.653221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-7df1b5ef-0d44-4cb0-b9e3-4074c374df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.654921 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-7df1b5ef-0d44-4cb0-b9e3-4074c374df31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.0721097
Apr 23 18:06:02.734859 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c95a70df-a86c-4616-9cb2-6604d7de845c req-b021eda8-abf8-49fc-a04b-ac81b3dc34f0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222742
Apr 23 18:06:02.743738 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a496b95b-e4e6-4db2-be86-bde9ad918a18 req-42b06985-7ea9-430f-ac28-09bc603efb5f tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d59f886-f1c1-4cd3-a80d-4123e9af08c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822251
Apr 23 18:06:02.764669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Deleting port a7b8d1b0-553d-46a7-8c35-7966e08a99cd {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:06:02.765048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:02.828470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-a6e0217b-718e-4baa-8a9f-aba7cc6ec21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:02.830551 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-a6e0217b-718e-4baa-8a9f-aba7cc6ec21f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1324565
Apr 23 18:06:02.985318 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-295cb188-348a-4b8c-816e-ffac41cb4606 req-78dff073-4ef4-497f-8f18-1dff346ecf36 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dd4d3d-2494-448b-9800-02461189c0b9 HTTP/1.1" status: 200  len: 210 time: 0.0643539
Apr 23 18:06:03.045218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] For port a7b8d1b0-553d-46a7-8c35-7966e08a99cd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,segment=NetworkSegment(9b72439f-92d7-4d7f-93e1-c0d5634a8b67),segment_id=9b72439f-92d7-4d7f-93e1-c0d5634a8b67)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:06:03.045626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:03.065415 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-83d6dc42-5896-471c-bf22-cacef58ca752 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193549
Apr 23 18:06:03.208197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Calling delete_port for a7b8d1b0-553d-46a7-8c35-7966e08a99cd owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:06:03.247858 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7b33673-555e-459f-9e1c-b0f0413d6331 req-de3cb851-a296-4b4e-8fed-db982e6fa98e service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684709
Apr 23 18:06:03.543624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7529a2-5478-4534-bf81-834f7c7f32c9 req-041f3440-a841-477a-bc72-9b93d694985f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:03.545166 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db7529a2-5478-4534-bf81-834f7c7f32c9 req-041f3440-a841-477a-bc72-9b93d694985f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.3453631
Apr 23 18:06:03.636232 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db7529a2-5478-4534-bf81-834f7c7f32c9 req-205bc808-f5e5-4075-b8a8-8e717fb2d99d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828071
Apr 23 18:06:03.660652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:03.666545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:03.718367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Pushing event deleted for resources: {'Port': ['ID=a7b8d1b0-553d-46a7-8c35-7966e08a99cd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:03.721768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:03.799698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] No DVR routers for this DVR port a7b8d1b0-553d-46a7-8c35-7966e08a99cd on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:06:03.802342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:03.814885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'name': 'network-vif-deleted', 'tag': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:06:03.822413 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f9c0bc69-5e94-410f-b9a1-ebbc4fbce009 req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.47 "DELETE /v2.0/ports/a7b8d1b0-553d-46a7-8c35-7966e08a99cd HTTP/1.1" status: 204  len: 173 time: 1.4051735
Apr 23 18:06:03.989291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145aad7-a639-4170-8f72-c442e3256338 req-615bf4a7-bbca-4616-bcd1-ebbbdee010a1 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:03.990774 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5145aad7-a639-4170-8f72-c442e3256338 req-615bf4a7-bbca-4616-bcd1-ebbbdee010a1 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0905404
Apr 23 18:06:04.037760 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5145aad7-a639-4170-8f72-c442e3256338 req-c2f7f533-ac09-47e4-bd65-203d75aeb137 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398490
Apr 23 18:06:04.185966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-de0884a1-b602-4367-8c8f-2536668f1987 req-b20e373b-ce7c-42da-9aa4-d98bc02ad644 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Synchronizing usage tracker for tenant:f7812a909be74df7bcde1a75d148f353 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:06:04.200373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-de0884a1-b602-4367-8c8f-2536668f1987 req-b20e373b-ce7c-42da-9aa4-d98bc02ad644 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Unset dirty status for tenant:f7812a909be74df7bcde1a75d148f353 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:06:04.201610 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de0884a1-b602-4367-8c8f-2536668f1987 req-b20e373b-ce7c-42da-9aa4-d98bc02ad644 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 210 time: 0.0631924
Apr 23 18:06:04.256915 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b891fee-95ac-4a09-b1fa-71325efefa42', 'name': 'network-vif-deleted', 'tag': 'a7b8d1b0-553d-46a7-8c35-7966e08a99cd', 'status': 'completed', 'code': 200}
Apr 23 18:06:05.245169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d97f5-6659-4b24-be66-b98a89d966d0 req-95ea278d-a552-448e-a376-49a262ef8d94 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:05.246796 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-771d97f5-6659-4b24-be66-b98a89d966d0 req-95ea278d-a552-448e-a376-49a262ef8d94 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0942862
Apr 23 18:06:05.297024 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-771d97f5-6659-4b24-be66-b98a89d966d0 req-bc181ea2-f9b9-4b08-9f09-18f577bb1eca tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434194
Apr 23 18:06:05.451627 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9db5d5c-0f70-4997-a5b6-109c6f992bb3 req-750f5607-85ec-48ea-8a50-6cc192c48dc8 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 210 time: 0.0486634
Apr 23 18:06:06.321663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['a7b8d1b0-553d-46a7-8c35-7966e08a99cd'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:06:06.517214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710922c-4780-4e5f-b7d1-652e6e912cf3 req-b7c54a77-7458-46e6-ad85-83a3d1501ad9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:06.518804 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f710922c-4780-4e5f-b7d1-652e6e912cf3 req-b7c54a77-7458-46e6-ad85-83a3d1501ad9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0997603
Apr 23 18:06:06.571617 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f710922c-4780-4e5f-b7d1-652e6e912cf3 req-b2951f48-b4ad-4bcb-90a1-eeba4e492d96 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451920
Apr 23 18:06:06.752122 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0c938a9-9bf1-4566-bb2f-d0f859368cfe req-45442a4b-5da2-4207-9119-f9f860d0fbc3 tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b891fee-95ac-4a09-b1fa-71325efefa42 HTTP/1.1" status: 200  len: 210 time: 0.0563681
Apr 23 18:06:07.781153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a4367-03b0-4bb3-abbf-e4ece5e0a02a req-e187e779-5a58-4c49-ba56-f027d578788c tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:07.782777 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa6a4367-03b0-4bb3-abbf-e4ece5e0a02a req-e187e779-5a58-4c49-ba56-f027d578788c tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.0965300
Apr 23 18:06:07.855150 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa6a4367-03b0-4bb3-abbf-e4ece5e0a02a req-755bfa64-eda0-40d0-9144-c11a8fd853ee tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462346
Apr 23 18:06:08.170545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee21486-8a79-4839-a999-8186e92f1e7b req-0f0c1f1c-1d4e-43a4-bf29-c6321e9c7e12 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:08.172170 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fee21486-8a79-4839-a999-8186e92f1e7b req-0f0c1f1c-1d4e-43a4-bf29-c6321e9c7e12 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.0919805
Apr 23 18:06:08.223571 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fee21486-8a79-4839-a999-8186e92f1e7b req-e5dbbcfe-a095-435d-87c4-d509c64c6c03 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450668
Apr 23 18:06:08.341784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a7b8d1b0-553d-46a7-8c35-7966e08a99cd no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:06:08.379066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: a7b8d1b0-553d-46a7-8c35-7966e08a99cd {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:06:08.379394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a7b8d1b0-553d-46a7-8c35-7966e08a99cd not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:06:09.441603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d3204-cdaf-471d-a4ed-8a30d6099053 req-27ad9fe1-1332-463d-bd68-9b2eed7661fb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:09.443214 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f6d3204-cdaf-471d-a4ed-8a30d6099053 req-27ad9fe1-1332-463d-bd68-9b2eed7661fb tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.0948803
Apr 23 18:06:09.492928 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f6d3204-cdaf-471d-a4ed-8a30d6099053 req-d8b74560-fc73-4549-86be-95866bc40a23 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431454
Apr 23 18:06:10.317573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-e187674a-da04-4694-9c2f-45c66337031d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:10.319129 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-e187674a-da04-4694-9c2f-45c66337031d tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.1014955
Apr 23 18:06:10.471971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Deleting port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:06:10.472449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:10.675332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] For port 0d76d18b-8d14-4338-8dcd-ed4599db7e63, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d76d18b-8d14-4338-8dcd-ed4599db7e63,segment=NetworkSegment(4c1097f2-7959-4b06-a469-6a518c3bc5c1),segment_id=4c1097f2-7959-4b06-a469-6a518c3bc5c1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:06:10.675742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:10.814205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Calling delete_port for 0d76d18b-8d14-4338-8dcd-ed4599db7e63 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:06:10.862149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282aac-1e9a-4116-a2b8-cde5896fbc95 req-f70bf6b9-8441-46f0-9f90-d726f569aef2 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:10.864289 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e282aac-1e9a-4116-a2b8-cde5896fbc95 req-f70bf6b9-8441-46f0-9f90-d726f569aef2 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d712892-c5ee-43af-ae02-978a4859aa3d HTTP/1.1" status: 200  len: 945 time: 0.2522595
Apr 23 18:06:10.932867 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e282aac-1e9a-4116-a2b8-cde5896fbc95 req-a31e23ad-cd5c-4998-bd03-435f8df8cec0 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607994
Apr 23 18:06:11.016093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:11.025254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08c57e32-006a-47ae-a320-dce7e2449785 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:11.061314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['0d76d18b-8d14-4338-8dcd-ed4599db7e63'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:06:11.155748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Pushing event deleted for resources: {'Port': ['ID=0d76d18b-8d14-4338-8dcd-ed4599db7e63,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:11.158300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] No DVR routers for this DVR port 0d76d18b-8d14-4338-8dcd-ed4599db7e63 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:06:11.159968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:11.161080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:11.171727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'name': 'network-vif-deleted', 'tag': '0d76d18b-8d14-4338-8dcd-ed4599db7e63'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:06:11.178669 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa0a5567-1c96-4c38-8af1-f5bb94d7ded8 req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] 10.222.0.47 "DELETE /v2.0/ports/0d76d18b-8d14-4338-8dcd-ed4599db7e63 HTTP/1.1" status: 204  len: 173 time: 0.8483293
Apr 23 18:06:11.225479 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d712892-c5ee-43af-ae02-978a4859aa3d', 'name': 'network-vif-deleted', 'tag': '0d76d18b-8d14-4338-8dcd-ed4599db7e63', 'status': 'completed', 'code': 200}
Apr 23 18:06:12.042527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33172) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:12.110141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Deleting subnet 7478072b-f485-40e8-b5ea-8ac62a4a8c3f {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:06:12.113247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.169491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.227582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.506865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.512714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7330b522-68b0-4695-9d67-6d32a5a4597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:12.551422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7478072b-f485-40e8-b5ea-8ac62a4a8c3f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:12.555420 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.564759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.565129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.565532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.565927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.566317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.566709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.567098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.567482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.567912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.568297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.568682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.569062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:12.572127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:12.573744 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7478072b-f485-40e8-b5ea-8ac62a4a8c3f HTTP/1.1" status: 204  len: 168 time: 0.5301111
Apr 23 18:06:12.576768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33182) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:12.694139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.832043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.923491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33190) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:12.952783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a339c5a20>,) {'filters': {'network_id': ['cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:06:12.966586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a339c5a20>, '4c1097f2-7959-4b06-a469-6a518c3bc5c1') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:06:12.966924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a339c5a20>, '4c1097f2-7959-4b06-a469-6a518c3bc5c1') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:06:12.979277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:12.994521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.000964 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:06:13.083722 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-854f3d2d-f858-42a7-b774-1ac6b62ca750 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7812a909be74df7bcde1a75d148f353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1589251
Apr 23 18:06:13.086318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33196) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:13.150149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.179994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.191735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:06:13.201488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.227588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.232984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-db56a582-d4ff-4513-84b8-5058d308418d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:13.248607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d59f886-f1c1-4cd3-a80d-4123e9af08c6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:13.251421 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:13.257840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.261342 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d59f886-f1c1-4cd3-a80d-4123e9af08c6 HTTP/1.1" status: 204  len: 168 time: 0.1738265
Apr 23 18:06:13.386699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Network cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:06:13.481217 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:06:13.495243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.499473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:13.514383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.525871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:13.529340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:13.534468 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e86c19ec-c89a-487e-9f34-a53acc887648 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd5cdb57-7e19-4bd6-a23a-a1ba931e49b9 HTTP/1.1" status: 204  len: 168 time: 0.9570472
Apr 23 18:06:13.662192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33218) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:13.714287 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5df11f59-384f-4066-87ed-a2f38bc0ea2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b27c35630ec470ba07816df16d47d68&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0507863
Apr 23 18:06:13.717084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33222) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:13.781703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.812558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.860450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.866312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e060b6c-f093-4a81-bd52-d8f1814159d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:13.885527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f83ff-f79d-4ecb-9815-bb1ecad269dd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:13.897559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:13.901690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:13.903566 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e7f83ff-f79d-4ecb-9815-bb1ecad269dd HTTP/1.1" status: 204  len: 168 time: 0.1854575
Apr 23 18:06:14.357695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 0d76d18b-8d14-4338-8dcd-ed4599db7e63 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:06:14.399690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 0d76d18b-8d14-4338-8dcd-ed4599db7e63 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:06:14.399690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 0d76d18b-8d14-4338-8dcd-ed4599db7e63 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:06:15.372917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33290) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:15.498702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-7f0d1340-d4b3-4214-99c5-716f89a1f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:15.500326 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-7f0d1340-d4b3-4214-99c5-716f89a1f4df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.1501489
Apr 23 18:06:15.502885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:15.512446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e26f3-dff6-418c-8054-13c0e646b3e1 req-0c0eb86f-0c30-42f7-a859-394a840f1ef8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:15.513951 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f5e26f3-dff6-418c-8054-13c0e646b3e1 req-0c0eb86f-0c30-42f7-a859-394a840f1ef8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1200035
Apr 23 18:06:15.518705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:06:15.522779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Usage tracker for resource:security_group_rule and tenant:e90fcaa5bc22488c9a46ecffe98d8ae5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:06:15.526512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:06:15.532567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:06:15.621510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:15.624301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:15.637586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9b6b758e-0d10-42e1-88df-1bcbbbaa4772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:15.656372 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f5e26f3-dff6-418c-8054-13c0e646b3e1 req-64956914-b9f8-4a26-8298-a81dc121468d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172612
Apr 23 18:06:15.681627 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e90fcaa5bc22488c9a46ecffe98d8ae5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3074999
Apr 23 18:06:15.682528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deeaa90-da25-4e24-ae5b-8abc49435993,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:15.684533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33296) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:15.686354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:15.734194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-2208eff5-912f-4a6f-87de-a79a899c360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:15.735721 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-2208eff5-912f-4a6f-87de-a79a899c360c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.2208748
Apr 23 18:06:15.820684 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-63086d6e-d440-491a-a202-7bba1ef3bf59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 217 time: 0.0749547
Apr 23 18:06:15.880449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:15.924462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:15.932610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-320853e8-38fa-4670-a7ba-f9bc224c6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:15.934166 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-320853e8-38fa-4670-a7ba-f9bc224c6741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.1027508
Apr 23 18:06:16.007718 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-fed5a78d-879c-417d-92aa-4ddfe9f7fac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623667
Apr 23 18:06:16.117615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:16.133709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-068c6cf9-457e-48e6-955c-817a38d5b539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:16.158458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deeaa90-da25-4e24-ae5b-8abc49435993,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:16.163824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:16.173892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:16.175090 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-240ef659-77de-4888-8001-41ea066777e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5deeaa90-da25-4e24-ae5b-8abc49435993 HTTP/1.1" status: 204  len: 168 time: 0.4895620
Apr 23 18:06:16.184807 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-1e75c5d5-33d5-4e3a-9bfc-6446202d6365 service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698909
Apr 23 18:06:16.357936 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43b634e9-4f54-4750-8c83-e93af6cde7ee req-bdd393fb-bb88-404e-8157-8686cfea7d8b service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612134
Apr 23 18:06:16.456472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86e18-c756-4a82-b247-d1cc4e8b4b82 req-beae3efc-5899-4ada-802b-9aebb9823173 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:16.464647 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1a86e18-c756-4a82-b247-d1cc4e8b4b82 req-beae3efc-5899-4ada-802b-9aebb9823173 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.1114857
Apr 23 18:06:16.511897 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1a86e18-c756-4a82-b247-d1cc4e8b4b82 req-a969663b-648c-4c2a-b91b-1eae4e8bb317 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462787
Apr 23 18:06:16.867095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd8e2a-b847-4de2-b170-0db5fe6af810 req-56adbc66-c6d9-435f-ac02-023ac472f878 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:16.869472 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0ebd8e2a-b847-4de2-b170-0db5fe6af810 req-56adbc66-c6d9-435f-ac02-023ac472f878 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0934031
Apr 23 18:06:16.889639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:06:16.918204 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0ebd8e2a-b847-4de2-b170-0db5fe6af810 req-6946b22b-8eca-4a9e-82fe-2bc774a32412 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423136
Apr 23 18:06:17.732643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585dd4-2e99-41a4-852f-d6293a01da4e req-0cd7d9cf-fee9-4fa8-8a93-1080dc594f5a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:17.734239 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc585dd4-2e99-41a4-852f-d6293a01da4e req-0cd7d9cf-fee9-4fa8-8a93-1080dc594f5a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.1000674
Apr 23 18:06:17.782750 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc585dd4-2e99-41a4-852f-d6293a01da4e req-459b1c40-8e8b-4ef5-89f8-f187eae1e5e4 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423532
Apr 23 18:06:18.155185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114df1f-d1e7-428b-b651-bb4086eb9200 req-7bc3d955-8e5a-4375-9bdb-ee69552127a2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:18.156837 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c114df1f-d1e7-428b-b651-bb4086eb9200 req-7bc3d955-8e5a-4375-9bdb-ee69552127a2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1225963
Apr 23 18:06:18.205048 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c114df1f-d1e7-428b-b651-bb4086eb9200 req-b4df25f6-5993-423e-a67a-b53a39770c90 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418396
Apr 23 18:06:18.984290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40250-32a4-4a80-9f0c-b1cb2d48cd95 req-8c3f1526-ee55-4a17-add9-600f05ddb72a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:18.985760 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69f40250-32a4-4a80-9f0c-b1cb2d48cd95 req-8c3f1526-ee55-4a17-add9-600f05ddb72a tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.0903277
Apr 23 18:06:19.033235 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69f40250-32a4-4a80-9f0c-b1cb2d48cd95 req-8ae04827-651e-4cc8-b64b-e474bafe3738 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412023
Apr 23 18:06:19.410098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2a776-8471-4788-a619-70ade8d61892 req-2adf44c5-f18d-4eb6-b4e4-fbe93309c7ce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:19.411654 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bf2a776-8471-4788-a619-70ade8d61892 req-2adf44c5-f18d-4eb6-b4e4-fbe93309c7ce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0906034
Apr 23 18:06:19.459385 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bf2a776-8471-4788-a619-70ade8d61892 req-9ae3cdf7-78a5-4be3-a134-96bf01da5a35 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410397
Apr 23 18:06:20.238847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc479-ae78-486a-9e0a-0b756303b0b1 req-69f47dbc-22f8-435f-a6be-420e7c1d4d24 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:20.240433 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-952fc479-ae78-486a-9e0a-0b756303b0b1 req-69f47dbc-22f8-435f-a6be-420e7c1d4d24 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.0934854
Apr 23 18:06:20.293418 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-952fc479-ae78-486a-9e0a-0b756303b0b1 req-0fc28359-0f62-4111-a0db-8ed09f274a9c tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ff39c89-a464-408b-96fc-f039476bd6b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465446
Apr 23 18:06:20.501528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-c0ca878d-c7ba-4add-8bef-4f048aa03876 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:20.503086 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-c0ca878d-c7ba-4add-8bef-4f048aa03876 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 945 time: 0.0900066
Apr 23 18:06:20.940479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba8b4e-8d05-4190-a810-3a24ff838a0a req-1d95ae19-9bee-420a-b49e-d43a12e4d434 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:20.942174 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43ba8b4e-8d05-4190-a810-3a24ff838a0a req-1d95ae19-9bee-420a-b49e-d43a12e4d434 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1741643
Apr 23 18:06:20.982434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Deleting port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:06:20.982812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:21.080185 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-43ba8b4e-8d05-4190-a810-3a24ff838a0a req-83fb5fce-4f7f-4794-8047-43da265cc57e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278932
Apr 23 18:06:21.144929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] For port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,segment=NetworkSegment(d4826713-93b1-40dc-ada4-45c3cd5c085a),segment_id=d4826713-93b1-40dc-ada4-45c3cd5c085a)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:06:21.145332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:21.283181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Calling delete_port for 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:06:21.401093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:21.406683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:21.446033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['2a30a90b-bbd5-4a3c-951e-b25ee3448c80'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:06:21.497399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Pushing event deleted for resources: {'Port': ['ID=2a30a90b-bbd5-4a3c-951e-b25ee3448c80,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:21.506079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:21.508454 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0de1b38-ac39-4840-8d28-fb89df5aed18 req-9c90d70b-dd06-46de-9ea6-f58d2334d6c5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f27be00-b6d1-4a82-b248-9645e9666efc HTTP/1.1" status: 200  len: 210 time: 0.0686021
Apr 23 18:06:21.586769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] No DVR routers for this DVR port 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:06:21.590178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:21.592848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'name': 'network-vif-deleted', 'tag': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:06:21.608216 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de9a0f60-bbdc-4914-937a-d02aeca0509a req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] 10.222.0.47 "DELETE /v2.0/ports/2a30a90b-bbd5-4a3c-951e-b25ee3448c80 HTTP/1.1" status: 204  len: 173 time: 1.0992932
Apr 23 18:06:21.643503 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f27be00-b6d1-4a82-b248-9645e9666efc', 'name': 'network-vif-deleted', 'tag': '2a30a90b-bbd5-4a3c-951e-b25ee3448c80', 'status': 'completed', 'code': 200}
Apr 23 18:06:21.970533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33406) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:22.115854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.132859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:06:22.138596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Usage tracker for resource:security_group_rule and tenant:1386a7da5dbd4b3585ccf16e680808de is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:06:22.142115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:06:22.149066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:06:22.332036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.336299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.349804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29d6c2f6-b1f5-4cb7-b86c-e7079ced7e1a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:22.369348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d0103-e063-456b-a49f-adf32d33c88a req-d6f17d92-4db8-417a-a064-79b7bbcfa711 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:22.370968 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f93d0103-e063-456b-a49f-adf32d33c88a req-d6f17d92-4db8-417a-a064-79b7bbcfa711 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1652420
Apr 23 18:06:22.419761 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1386a7da5dbd4b3585ccf16e680808de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4480734
Apr 23 18:06:22.422555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33420) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:22.429509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28126de6-8549-4ff5-8fce-9b8891d3feaa,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:22.441914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:22.453530 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f93d0103-e063-456b-a49f-adf32d33c88a req-735e6793-2439-4f7d-88ae-7a87a13a0c5c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650127
Apr 23 18:06:22.489720 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.517748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.567639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.573383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aad2fa0a-d503-4c37-bcd1-bcec53f4da6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:22.586576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28126de6-8549-4ff5-8fce-9b8891d3feaa,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:22.592287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:22.597586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.598965 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28126de6-8549-4ff5-8fce-9b8891d3feaa HTTP/1.1" status: 204  len: 168 time: 0.1752408
Apr 23 18:06:22.656075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.896832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33432) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:22.917593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:22.934031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:06:22.938027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Usage tracker for resource:security_group_rule and tenant:e161b10266844273b54febcb46c9b5c2 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:06:22.941024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:06:22.948410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:06:23.041798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.044589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.055441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3b30ecfa-a619-41c6-a490-8f5d689fd25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:23.100589 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e161b10266844273b54febcb46c9b5c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2025859
Apr 23 18:06:23.101528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21ba41-62a9-4b22-9a76-d0ffae4b2aa6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:23.103591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33440) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:23.104944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:23.171153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.198716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.242022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.247417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44955de1-6d23-45d1-8f19-a161522aefa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:23.260013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21ba41-62a9-4b22-9a76-d0ffae4b2aa6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:23.262461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:23.265994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.267932 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c21ba41-62a9-4b22-9a76-d0ffae4b2aa6 HTTP/1.1" status: 204  len: 168 time: 0.1625795
Apr 23 18:06:23.595161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33458) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:23.665678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d3994-2ddb-406c-b2b1-19ced5e1df72 req-9ba03ee2-429f-4da1-ac47-d748f412cdbc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:23.667482 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-027d3994-2ddb-406c-b2b1-19ced5e1df72 req-9ba03ee2-429f-4da1-ac47-d748f412cdbc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0976949
Apr 23 18:06:23.721925 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-027d3994-2ddb-406c-b2b1-19ced5e1df72 req-fab7f6f1-ed9e-481f-80fd-78fa46731f84 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472260
Apr 23 18:06:23.738493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.754648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:06:23.759072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Usage tracker for resource:security_group_rule and tenant:08b8b26124a34920bcb0bc82420796af is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:06:23.762071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:06:23.768179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:06:23.856889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.859778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:23.869534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-476cd849-789c-4264-ba64-847aef1a74ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:23.912689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08b8b26124a34920bcb0bc82420796af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3157699
Apr 23 18:06:23.914385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3495f6-6191-443e-97f4-b972218ed6e3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:23.915516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33476) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:23.917913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-04b418ee-27bc-4f0c-b48e-80f2705f9e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:23.984781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:24.013182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:24.067418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:24.073731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f93498de-daf7-48c1-91cd-133e0db2df8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:24.100170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3495f6-6191-443e-97f4-b972218ed6e3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:24.103920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:24.104637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:24.115145 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b3495f6-6191-443e-97f4-b972218ed6e3 HTTP/1.1" status: 204  len: 168 time: 0.1933341
Apr 23 18:06:24.406584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:06:24.452901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:06:24.453298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 2a30a90b-bbd5-4a3c-951e-b25ee3448c80 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:06:24.576056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-daf9e645-c54a-4098-bd74-5eafda2d6bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:24.927082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2a3fb-a475-414d-a8fc-15e5d3c85fe3 req-b0bdaf45-d9c6-4985-ae98-740856080cb6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:24.928620 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77e2a3fb-a475-414d-a8fc-15e5d3c85fe3 req-b0bdaf45-d9c6-4985-ae98-740856080cb6 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0883276
Apr 23 18:06:24.979640 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77e2a3fb-a475-414d-a8fc-15e5d3c85fe3 req-b8fd72b3-199a-41bb-8074-97d6c33b6dfc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446091
Apr 23 18:06:26.183000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2929fa-6fc4-4177-928a-e62a7fa767ce req-263d59ac-9dc8-4547-a868-a5200d5e5175 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:26.184631 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9c2929fa-6fc4-4177-928a-e62a7fa767ce req-263d59ac-9dc8-4547-a868-a5200d5e5175 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0891321
Apr 23 18:06:26.232621 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9c2929fa-6fc4-4177-928a-e62a7fa767ce req-2050e69e-e559-4092-bf6f-5dafb0b14f62 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417547
Apr 23 18:06:26.429229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1160085e-0ed4-4df8-91a5-2065b8a8e716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:27.435441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b5b77-43d7-4005-832a-29faa4bca8aa req-b4b9b64f-298c-4a2a-8bc1-f886c4cbf36c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:27.436999 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-452b5b77-43d7-4005-832a-29faa4bca8aa req-b4b9b64f-298c-4a2a-8bc1-f886c4cbf36c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0921216
Apr 23 18:06:27.488062 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-452b5b77-43d7-4005-832a-29faa4bca8aa req-1c0e2d4e-2deb-4823-a9af-a8cd47a73a31 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447435
Apr 23 18:06:27.653958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:28.326027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:28.695425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a850b0-bf8b-4887-bdbb-47e52586ae7e req-98fd7640-0a98-4188-ac1e-29aa03921b9b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:28.698169 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56a850b0-bf8b-4887-bdbb-47e52586ae7e req-98fd7640-0a98-4188-ac1e-29aa03921b9b tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0936744
Apr 23 18:06:28.756707 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56a850b0-bf8b-4887-bdbb-47e52586ae7e req-8bea59ba-94d1-49bd-ba20-e9f9d939c8ab tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511920
Apr 23 18:06:29.144299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:29.971622 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432aafa-439a-4cac-8af6-81879c1f91ba req-3dd148ed-7bec-4185-8456-02566a822c51 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:29.973149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a432aafa-439a-4cac-8af6-81879c1f91ba req-3dd148ed-7bec-4185-8456-02566a822c51 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0936890
Apr 23 18:06:30.021313 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a432aafa-439a-4cac-8af6-81879c1f91ba req-9e72dce8-1268-4bc1-8850-c3f6f6f877f2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412540
Apr 23 18:06:30.559734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33568) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:30.696466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:30.713252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:06:30.717287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Usage tracker for resource:security_group_rule and tenant:c63afa0e97b643d39f27520b31356577 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:06:30.720250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:06:30.726237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:06:30.811659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:30.814475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:30.824136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6fdad472-f783-4b54-9927-d888c7bba659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:30.865602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda7c62c-5562-481e-b632-7dafb65e0f4f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:30.870620 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c63afa0e97b643d39f27520b31356577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096983
Apr 23 18:06:30.871605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-070bcb4a-f09a-49a2-9e0a-81d469ce4333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:30.873388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33576) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:30.936854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:30.965741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:31.012948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:31.017785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b3d8f011-92a2-4005-a2e2-31f239d7b1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:31.032998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda7c62c-5562-481e-b632-7dafb65e0f4f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:31.036093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:31.040707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:31.041912 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eda7c62c-5562-481e-b632-7dafb65e0f4f HTTP/1.1" status: 204  len: 168 time: 0.1675501
Apr 23 18:06:31.234161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ae05-a50d-44d9-9000-3b4443063c91 req-c768d2c2-0e0d-4d06-9090-47ec515bc64c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:31.235763 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cb7ae05-a50d-44d9-9000-3b4443063c91 req-c768d2c2-0e0d-4d06-9090-47ec515bc64c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0973432
Apr 23 18:06:31.289109 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cb7ae05-a50d-44d9-9000-3b4443063c91 req-9b0d6f15-d7d9-441c-81d3-7b5d84ac0164 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466251
Apr 23 18:06:32.510759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986768dd-7746-40ff-8b73-701a1c3a803f req-af0f14eb-ea43-46aa-a5f7-eb7c52d7f53d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:32.512440 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-986768dd-7746-40ff-8b73-701a1c3a803f req-af0f14eb-ea43-46aa-a5f7-eb7c52d7f53d tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1036963
Apr 23 18:06:32.563790 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-986768dd-7746-40ff-8b73-701a1c3a803f req-09d03eae-ec37-45e4-b8eb-52b772143046 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442343
Apr 23 18:06:33.775462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98983a8-e1d9-4a8e-803c-1ab60a1f8212 req-e1a94d69-bfe3-491f-9318-b1003749bb6f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:33.777080 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b98983a8-e1d9-4a8e-803c-1ab60a1f8212 req-e1a94d69-bfe3-491f-9318-b1003749bb6f tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0934796
Apr 23 18:06:33.825041 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b98983a8-e1d9-4a8e-803c-1ab60a1f8212 req-ed3ce210-56ea-4310-8fee-c4c6dc37504e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417504
Apr 23 18:06:35.029765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5febf-d90d-4f92-a700-f25720c1bf0d req-fcab0544-791a-40b5-95a5-4b1469b88497 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:35.031334 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1b5febf-d90d-4f92-a700-f25720c1bf0d req-fcab0544-791a-40b5-95a5-4b1469b88497 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0876715
Apr 23 18:06:35.082165 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1b5febf-d90d-4f92-a700-f25720c1bf0d req-045bc1d1-e545-47c1-8a9c-30a11bc1481e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446568
Apr 23 18:06:36.288983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a101-ba3e-4579-969d-bc784341fa55 req-5799c722-8668-4473-bd16-b1638e2eadfb tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:36.290739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cca0a101-ba3e-4579-969d-bc784341fa55 req-5799c722-8668-4473-bd16-b1638e2eadfb tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0883906
Apr 23 18:06:36.338018 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cca0a101-ba3e-4579-969d-bc784341fa55 req-2e5d188c-0437-47c6-afbf-d7888dadb9b5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409660
Apr 23 18:06:37.541153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2b7df-9bef-4c22-8d16-58035aae9140 req-aa8d1e10-57a2-47fc-abaa-f41f88c56ad8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:37.542720 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56a2b7df-9bef-4c22-8d16-58035aae9140 req-aa8d1e10-57a2-47fc-abaa-f41f88c56ad8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0927198
Apr 23 18:06:37.590759 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56a2b7df-9bef-4c22-8d16-58035aae9140 req-94cf4caf-4d3b-460a-8cb4-fded52d9caee tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416334
Apr 23 18:06:38.798681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb5241-31fa-4dfb-a47c-82924fa4d161 req-00c8a756-1e17-4fa2-942c-bb0ea3ad96d0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:38.800309 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0ebb5241-31fa-4dfb-a47c-82924fa4d161 req-00c8a756-1e17-4fa2-942c-bb0ea3ad96d0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0941269
Apr 23 18:06:38.851459 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0ebb5241-31fa-4dfb-a47c-82924fa4d161 req-6b83ebd3-aa34-498b-b7a9-3ac75a2c76a4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445204
Apr 23 18:06:38.931323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac9fb8-3459-4af4-9bc3-7e0371402ba6 req-ea05d413-94da-4c8c-9eed-061297116e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:38.932835 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e3ac9fb8-3459-4af4-9bc3-7e0371402ba6 req-ea05d413-94da-4c8c-9eed-061297116e6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.0849774
Apr 23 18:06:38.979608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e3ac9fb8-3459-4af4-9bc3-7e0371402ba6 req-56fca037-504e-479d-9df2-2babe8a1f5f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373893
Apr 23 18:06:40.057028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdedb7c-89c3-422e-b948-2f10d1a75d87 req-2eca4937-f603-4744-b319-5fbe56a79283 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:40.058644 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7fdedb7c-89c3-422e-b948-2f10d1a75d87 req-2eca4937-f603-4744-b319-5fbe56a79283 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0898793
Apr 23 18:06:40.111399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7fdedb7c-89c3-422e-b948-2f10d1a75d87 req-9f5935b6-757b-40ae-bbae-0c90c2b4a522 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459828
Apr 23 18:06:41.319864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa03a89-390e-418f-aa20-36f52b46a028 req-d86dd656-9a2c-4125-ad2a-f6a9e3533bfc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:41.321807 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1fa03a89-390e-418f-aa20-36f52b46a028 req-d86dd656-9a2c-4125-ad2a-f6a9e3533bfc tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0889535
Apr 23 18:06:41.370630 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1fa03a89-390e-418f-aa20-36f52b46a028 req-26dc2030-4d4b-46cc-8b77-aebca7395c1e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424185
Apr 23 18:06:41.978054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-34ffa1dc-c020-4f0b-adaf-8fa934fc4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:41.979637 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-34ffa1dc-c020-4f0b-adaf-8fa934fc4bd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25190a6d8bb04135a24f0f208040fd24&device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 1098 time: 0.1515741
Apr 23 18:06:41.988619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16403c-93ce-437b-839d-573aae94f11e req-43cb2f3e-b317-4de4-87a8-1bbc6e898bf5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:41.990081 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b16403c-93ce-437b-839d-573aae94f11e req-43cb2f3e-b317-4de4-87a8-1bbc6e898bf5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1215262
Apr 23 18:06:42.139231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b16403c-93ce-437b-839d-573aae94f11e req-bc2124d7-7f7d-4736-9706-f7f4802426b5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228905
Apr 23 18:06:42.177195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-cece9aa7-374b-425d-9ed1-a631b5d61a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:42.178940 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-cece9aa7-374b-425d-9ed1-a631b5d61a55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 200  len: 920 time: 0.1879497
Apr 23 18:06:42.256679 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-cb4942e7-4281-4969-8578-63762d413855 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 200  len: 217 time: 0.0703199
Apr 23 18:06:42.328123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-b70518b1-55dc-4970-a525-43b5bf0b6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:42.329732 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-b70518b1-55dc-4970-a525-43b5bf0b6314 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 200  len: 859 time: 0.0662551
Apr 23 18:06:42.385349 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-b6e00f4a-cebe-4c36-8849-c35f70f61808 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0195412-d22c-45e7-9249-ad16c7281a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467262
Apr 23 18:06:42.534550 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-31e6f073-cf6e-42fd-8a95-3e82ceded69c service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418664
Apr 23 18:06:42.684906 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd6b00c8-cefc-4fed-ab87-f0df90980514 req-e1e76078-e75b-430e-a5a1-518c32996f6d service neutron] 10.222.0.47 "GET /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431782
Apr 23 18:06:43.351136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560f324-3a61-44c9-b27b-0c133372e94c req-1f36a536-09f1-4db8-87d3-c967f38ca704 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:43.354185 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0560f324-3a61-44c9-b27b-0c133372e94c req-1f36a536-09f1-4db8-87d3-c967f38ca704 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0963905
Apr 23 18:06:43.407097 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0560f324-3a61-44c9-b27b-0c133372e94c req-4c48b13d-6a80-4521-9729-aebc7ec8444e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443258
Apr 23 18:06:44.654316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b358b-7e81-4f7f-bc9e-0c5867fe08c6 req-5570b9e1-5384-4d77-a868-5bc927f040b2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:44.656008 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3b0b358b-7e81-4f7f-bc9e-0c5867fe08c6 req-5570b9e1-5384-4d77-a868-5bc927f040b2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1306131
Apr 23 18:06:44.712484 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3b0b358b-7e81-4f7f-bc9e-0c5867fe08c6 req-ff21453e-ec3d-4b76-8f3a-43566fc355be tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489824
Apr 23 18:06:46.158411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd247df-0f12-4079-a5b8-f797f097d831 req-ea6a7c98-cb1f-40ae-a69d-0796bff9f18c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:46.160060 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd247df-0f12-4079-a5b8-f797f097d831 req-ea6a7c98-cb1f-40ae-a69d-0796bff9f18c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.3191257
Apr 23 18:06:46.422188 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd247df-0f12-4079-a5b8-f797f097d831 req-9e660740-7532-40b8-a6bc-7f84bb1292e5 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546320
Apr 23 18:06:48.540727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33844) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:48.606738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Deleting subnet f6904d5a-bb5b-403d-956a-0d854424f020 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:06:48.609797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:48.661115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:48.724367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:48.983494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:48.988445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:49.030620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6904d5a-bb5b-403d-956a-0d854424f020,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:49.032810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:49.036662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:49.039839 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3957cf54-5525-4a3e-94cb-58625afbbae3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f6904d5a-bb5b-403d-956a-0d854424f020 HTTP/1.1" status: 204  len: 168 time: 0.4978595
Apr 23 18:06:49.042893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33854) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:49.378432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:49.514352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:49.631578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a32babe48>,) {'filters': {'network_id': ['82162c83-adfd-480b-a93b-de5afcb56ba0']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:06:49.644618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a32babe48>, 'd4826713-93b1-40dc-ada4-45c3cd5c085a') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:06:49.644955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a32babe48>, 'd4826713-93b1-40dc-ada4-45c3cd5c085a') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:06:49.657278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:49.672484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:49.678605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:06:49.861707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:06:49.871450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.057410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Network 82162c83-adfd-480b-a93b-de5afcb56ba0 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:06:50.080430 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:06:50.162722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.167263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:50.181218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.192338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Pushing event deleted for resources: {'Network': ['ID=82162c83-adfd-480b-a93b-de5afcb56ba0,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:50.200927 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] 10.222.0.24 "DELETE /v2.0/networks/82162c83-adfd-480b-a93b-de5afcb56ba0 HTTP/1.1" status: 204  len: 168 time: 1.1570816
Apr 23 18:06:50.201866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:50.378575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33868) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:50.432021 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9a337239-7a0b-4f92-9fd9-0f0665f67070 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c94f8f411a448d6b2a3f94554761b32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521266
Apr 23 18:06:50.434447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33872) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:06:50.496521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.524769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.573688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.578671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e2a583d5-94ab-4e05-8277-bd44bf4a5661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:50.593614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff39c89-a464-408b-96fc-f039476bd6b3,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:50.596788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:50.599442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:50.600890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1b88940e-1acd-4d2b-a4dd-4912d57e8014 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ff39c89-a464-408b-96fc-f039476bd6b3 HTTP/1.1" status: 204  len: 168 time: 0.1654451
Apr 23 18:06:51.225045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82a5c-1c4f-4e2e-a8d1-128f968ce9da req-1b76f8bd-8ae5-446b-a2c5-7624f497dae7 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:51.227165 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-38c82a5c-1c4f-4e2e-a8d1-128f968ce9da req-1b76f8bd-8ae5-446b-a2c5-7624f497dae7 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.3311644
Apr 23 18:06:51.275609 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-38c82a5c-1c4f-4e2e-a8d1-128f968ce9da req-b3dec0d0-34f5-4fc4-a0ad-1facf9ce19c0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419986
Apr 23 18:06:52.490553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795a260-2e2b-473a-8943-a36f151d2182 req-7d0c0778-90b7-4fe7-8192-7209b378c121 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:52.492806 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c795a260-2e2b-473a-8943-a36f151d2182 req-7d0c0778-90b7-4fe7-8192-7209b378c121 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0942225
Apr 23 18:06:52.540400 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c795a260-2e2b-473a-8943-a36f151d2182 req-3a6dd008-118c-4bee-a4de-b89da213becd tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411811
Apr 23 18:06:52.652739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:53.663597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-c1175f38-882d-4d4d-8550-37612e08ead2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:53.665729 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-c1175f38-882d-4d4d-8550-37612e08ead2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.0945172
Apr 23 18:06:53.823757 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-ac9acf06-0f92-48d1-bb79-a75893d6b188 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0806332
Apr 23 18:06:53.873500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873ed2b-b5df-4849-91b4-6c69ef3ee277 req-93b98d98-0c03-45da-8925-7bd6dae03a1e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:53.875081 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8873ed2b-b5df-4849-91b4-6c69ef3ee277 req-93b98d98-0c03-45da-8925-7bd6dae03a1e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 945 time: 0.2084093
Apr 23 18:06:53.890664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:06:53.920269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Deleting port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:06:53.920571 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:53.938757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bec99-8529-4547-a836-45625bd2211d req-8360e922-7cd5-4507-8d15-91d5126d6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:53.940392 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-8360e922-7cd5-4507-8d15-91d5126d6f8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 1099 time: 0.0844262
Apr 23 18:06:54.021047 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8873ed2b-b5df-4849-91b4-6c69ef3ee277 req-817c0285-dbea-4a60-9cdd-f41d9084bcc0 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315010
Apr 23 18:06:54.088637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] For port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:06:54.089109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:54.108159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bec99-8529-4547-a836-45625bd2211d req-8c145977-90b1-4e93-a309-08beb2f5b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:54.109768 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-8c145977-90b1-4e93-a309-08beb2f5b077 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.1492484
Apr 23 18:06:54.220601 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-0f515686-d890-46c1-8387-0a7088ce1492 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 200  len: 1002 time: 0.1026919
Apr 23 18:06:54.223175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Calling delete_port for 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:06:54.294542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bec99-8529-4547-a836-45625bd2211d req-d120ae0b-c691-4e98-8576-9e5423c50a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:54.296186 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-d120ae0b-c691-4e98-8576-9e5423c50a3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.0691147
Apr 23 18:06:54.340843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:54.347890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4172092b-4c4c-47a8-8915-f34a9b4e46d5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:06:54.391023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a', '7fb51c8e-5cd7-4019-9314-c4f8269b6e21'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:06:54.392411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bec99-8529-4547-a836-45625bd2211d req-afa14a17-bf54-40f8-8221-80af968966ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:54.394036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-afa14a17-bf54-40f8-8221-80af968966ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894282
Apr 23 18:06:54.398039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Pushing event deleted for resources: {'Port': ['ID=7fb51c8e-5cd7-4019-9314-c4f8269b6e21,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:06:54.483595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.484025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.484345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.484744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.485138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.485530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.485916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.486302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.486685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.487072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.487454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.487852 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:06:54.491309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:06:54.499403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] No DVR routers for this DVR port 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:06:54.501978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:54.505092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'name': 'network-vif-deleted', 'tag': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:06:54.530074 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98119fb3-8ce0-4331-a433-2d81f18e59ef req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "DELETE /v2.0/ports/7fb51c8e-5cd7-4019-9314-c4f8269b6e21 HTTP/1.1" status: 204  len: 173 time: 0.8205702
Apr 23 18:06:54.556061 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-f4d5e27d-6ccc-45e7-bfb8-95c23b09a281 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545966
Apr 23 18:06:54.565848 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff86a84-c4db-4e51-864d-e8093b13fd6f', 'name': 'network-vif-deleted', 'tag': '7fb51c8e-5cd7-4019-9314-c4f8269b6e21', 'status': 'completed', 'code': 200}
Apr 23 18:06:54.609495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c9ac-5e7a-493f-9547-79169fbe751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:54.706875 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f20bec99-8529-4547-a836-45625bd2211d req-6831f718-6030-4aaa-9ef7-567239bc2242 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429381
Apr 23 18:06:55.210316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-787b914f-d43c-4a6d-ba62-78fb87f0f252 req-3456909c-f11e-40e4-a19b-4d82bf7b7bb2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Synchronizing usage tracker for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:06:55.227760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-787b914f-d43c-4a6d-ba62-78fb87f0f252 req-3456909c-f11e-40e4-a19b-4d82bf7b7bb2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Unset dirty status for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:06:55.229477 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-787b914f-d43c-4a6d-ba62-78fb87f0f252 req-3456909c-f11e-40e4-a19b-4d82bf7b7bb2 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ff86a84-c4db-4e51-864d-e8093b13fd6f HTTP/1.1" status: 200  len: 210 time: 0.0693233
Apr 23 18:06:56.431071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8656cf64-411e-435f-aef2-64d3d087baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:56.556450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:06:56.595522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:06:56.596078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 7fb51c8e-5cd7-4019-9314-c4f8269b6e21 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:06:56.726086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea62668-b1f6-4a6d-a7c7-474489827de0 req-dcb44c0b-2a06-4d2c-8ea1-bde82e9de6bf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:56.727721 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ea62668-b1f6-4a6d-a7c7-474489827de0 req-dcb44c0b-2a06-4d2c-8ea1-bde82e9de6bf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0933943
Apr 23 18:06:56.778495 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ea62668-b1f6-4a6d-a7c7-474489827de0 req-8935f14b-b289-4cf0-a111-155afd991f58 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442305
Apr 23 18:06:57.656390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:57.979204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10878018-d9a9-4efc-a324-854a1e503176 req-0b8cc982-7de6-4eae-ab75-1f1f55daeee8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:57.980764 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-10878018-d9a9-4efc-a324-854a1e503176 req-0b8cc982-7de6-4eae-ab75-1f1f55daeee8 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0872788
Apr 23 18:06:58.028252 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-10878018-d9a9-4efc-a324-854a1e503176 req-bd3c9aa8-c36a-4e30-be2e-dd1db0283523 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412807
Apr 23 18:06:58.322855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:59.142688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:06:59.234182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aebc4-d821-420d-b711-80b12d639269 req-08e2b3c7-abeb-4316-8651-cbeb6a647eff tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:06:59.235772 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-089aebc4-d821-420d-b711-80b12d639269 req-08e2b3c7-abeb-4316-8651-cbeb6a647eff tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0913310
Apr 23 18:06:59.284050 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-089aebc4-d821-420d-b711-80b12d639269 req-83c68a3c-09ee-40cd-a06d-a8c83c986ab3 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420034
Apr 23 18:07:00.488354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676e838-883e-488b-ad9f-022e7403933d req-8be3b53b-e47e-4a3d-bf92-5bf10d2a9364 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:00.489958 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7676e838-883e-488b-ad9f-022e7403933d req-8be3b53b-e47e-4a3d-bf92-5bf10d2a9364 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0946119
Apr 23 18:07:00.538301 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7676e838-883e-488b-ad9f-022e7403933d req-f3116f01-2858-4869-a47f-ed34a4e196ae tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415485
Apr 23 18:07:01.735339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fe741-82b6-4e0a-a42e-01d731055077 req-dfac4179-de5f-4cb1-9634-58790e3c056e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:01.736936 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb6fe741-82b6-4e0a-a42e-01d731055077 req-dfac4179-de5f-4cb1-9634-58790e3c056e tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.0872960
Apr 23 18:07:01.783416 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb6fe741-82b6-4e0a-a42e-01d731055077 req-7e7b3458-eef8-4603-a4af-dfeeffb675e4 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/security-groups?id=20f28120-cf63-47bb-b7a2-ee74179035aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402491
Apr 23 18:07:02.219791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a0fb52d9-0afc-469b-b8fd-8b7e0c026bce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:02.220843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a0fb52d9-0afc-469b-b8fd-8b7e0c026bce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Synchronizing usage tracker for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:02.233291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a0fb52d9-0afc-469b-b8fd-8b7e0c026bce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Unset dirty status for tenant:25190a6d8bb04135a24f0f208040fd24 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:02.234482 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a0fb52d9-0afc-469b-b8fd-8b7e0c026bce tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 945 time: 0.1053803
Apr 23 18:07:02.387686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Deleting port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:07:02.388106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:02.537871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] For port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:02.538279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:02.674776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Calling delete_port for b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:07:02.786007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:02.792949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:02.843206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Pushing event deleted for resources: {'Port': ['ID=b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:02.847101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:02.925980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] No DVR routers for this DVR port b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:07:02.928965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:02.931714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'name': 'network-vif-deleted', 'tag': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:02.947042 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f68c0921-2ace-482b-9ea2-2b8014f4fd89 req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.47 "DELETE /v2.0/ports/b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a HTTP/1.1" status: 204  len: 173 time: 0.7050462
Apr 23 18:07:02.957325 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-984cb0ea-ec80-4260-8387-1828ed04b8cd req-11889e58-b7ac-47cf-a6c7-3740ccfeba7c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a HTTP/1.1" status: 200  len: 210 time: 0.0546410
Apr 23 18:07:02.982301 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ace8f5-26bc-46c6-a0ad-b9e7ce3aa28a', 'name': 'network-vif-deleted', 'tag': 'b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a', 'status': 'completed', 'code': 200}
Apr 23 18:07:04.064562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33968) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:04.575683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:07:04.615625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:07:04.616039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device b1ff2b8c-ccb5-40d6-bea1-04b1ec4ec91a not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:07:04.629398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:05.065677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Deleting port 84e04a2c-d455-4e01-b57e-61d1855bbb12 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:07:05.066213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:05.413112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] For port 84e04a2c-d455-4e01-b57e-61d1855bbb12, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=84e04a2c-d455-4e01-b57e-61d1855bbb12,segment=NetworkSegment(22e01a7b-9586-4edc-b0f2-6d0600fb394d),segment_id=22e01a7b-9586-4edc-b0f2-6d0600fb394d)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:05.413423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:05.542013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Calling delete_port for 84e04a2c-d455-4e01-b57e-61d1855bbb12 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:07:05.818834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:05.823980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-46ffa021-a22e-4c08-8e00-fa48ca4e1642 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:05.870782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e04a2c-d455-4e01-b57e-61d1855bbb12,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:05.907108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:06.149350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.370518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33984) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:06.498818 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.516071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:06.520065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Usage tracker for resource:security_group_rule and tenant:c31fd5f0c44645a58a2d6a8a6ef4aed3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:06.522999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:06.529574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:06.543456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Router 9b6080ad-9eef-4306-902c-235944701959 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:07:06.614761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.617470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.626349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3116149d-bca3-4b4c-9d44-c570ac74a38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:06.668455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c31fd5f0c44645a58a2d6a8a6ef4aed3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2967710
Apr 23 18:07:06.670103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6749968-f4f6-40f5-8c58-4382dee8f5eb,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:06.672635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 33990) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:06.675183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:06.734562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:06.734811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.743451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] Sync routers for ids ['9b6080ad-9eef-4306-902c-235944701959'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:06.750564 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-abe4b081-db43-499e-a089-4d70a2d90c0a admin admin] 10.222.0.24 "PUT /v2.0/routers/9b6080ad-9eef-4306-902c-235944701959/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6847360
Apr 23 18:07:06.753194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] Routers {'9b6080ad-9eef-4306-902c-235944701959'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:06.753690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 33994) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:06.753837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a343d5f60>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['9b6080ad-9eef-4306-902c-235944701959'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:06.768568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.815212 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.822581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-172b85e0-6366-4d3a-83fa-c45c45642cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:06.839364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6749968-f4f6-40f5-8c58-4382dee8f5eb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:06.840205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:06.841437 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6749968-f4f6-40f5-8c58-4382dee8f5eb HTTP/1.1" status: 204  len: 168 time: 0.1678240
Apr 23 18:07:06.842873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:06.971211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:07.130113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] Set router 9b6080ad-9eef-4306-902c-235944701959 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:07.195110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:07.280157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Deleting port 031bf98c-92c5-442b-ae2f-58c44d640a4c {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:07:07.280602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:07.412081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] For port 031bf98c-92c5-442b-ae2f-58c44d640a4c, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=031bf98c-92c5-442b-ae2f-58c44d640a4c,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:07.412081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:07.454815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a343d5f60>, [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:07:05Z', 'revision_number': 5, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port': {'id': '031bf98c-92c5-442b-ae2f-58c44d640a4c', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6080ad-9eef-4306-902c-235944701959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:18Z', 'updated_at': '2021-04-23T18:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:07.458952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] Checking router: 9b6080ad-9eef-4306-902c-235944701959 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:07.468512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] Routers {'9b6080ad-9eef-4306-902c-235944701959'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:07.469159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a343d5f60>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['9b6080ad-9eef-4306-902c-235944701959'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:07.647643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] Set router 9b6080ad-9eef-4306-902c-235944701959 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:07.769322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a343d5f60>, [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:07:07Z', 'revision_number': 6, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port_host': None}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:07.773662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b115eee-e9da-45c3-a0e8-a2fde2915d14 None None] The sync data for ids ['9b6080ad-9eef-4306-902c-235944701959'] in dv-cinder-786524-3-iscsi is: [{'id': '9b6080ad-9eef-4306-902c-235944701959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615709633-router', 'tenant_id': '25190a6d8bb04135a24f0f208040fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:14Z', 'updated_at': '2021-04-23T18:07:07Z', 'revision_number': 6, 'project_id': '25190a6d8bb04135a24f0f208040fd24', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:07.787893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Calling delete_port for 031bf98c-92c5-442b-ae2f-58c44d640a4c owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:07:07.948000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:07.953284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58fd521c-b059-4d4a-aa28-2c8bb5e8fa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:08.002647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=031bf98c-92c5-442b-ae2f-58c44d640a4c,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:08.039279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:08.111991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.305768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.308134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.400489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.400979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6080ad-9eef-4306-902c-235944701959 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:07:08.414699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.416149 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9b6080ad-9eef-4306-902c-235944701959 HTTP/1.1" status: 204  len: 168 time: 1.6613767
Apr 23 18:07:08.418858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34026) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:08.484505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Deleting subnet 9574ad39-9f83-4168-8aa6-63abc87e2f53 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:07:08.487835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.551671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.610822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.870564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.875474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:08.892023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 84e04a2c-d455-4e01-b57e-61d1855bbb12 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:07:08.912997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9574ad39-9f83-4168-8aa6-63abc87e2f53,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:08.921668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:08.922662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:08.928838 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9574ad39-9f83-4168-8aa6-63abc87e2f53 HTTP/1.1" status: 204  len: 168 time: 0.5089557
Apr 23 18:07:08.930251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 84e04a2c-d455-4e01-b57e-61d1855bbb12 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:07:08.931395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 84e04a2c-d455-4e01-b57e-61d1855bbb12 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:07:08.931897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 031bf98c-92c5-442b-ae2f-58c44d640a4c no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:07:08.932077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34030) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:08.967194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 031bf98c-92c5-442b-ae2f-58c44d640a4c {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:07:08.967588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 031bf98c-92c5-442b-ae2f-58c44d640a4c not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:07:09.048300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.181020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.294817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a32cf29e8>,) {'filters': {'network_id': ['a0195412-d22c-45e7-9249-ad16c7281a9e']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:09.308363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a32cf29e8>, '22e01a7b-9586-4edc-b0f2-6d0600fb394d') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:09.308864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a32cf29e8>, '22e01a7b-9586-4edc-b0f2-6d0600fb394d') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:09.320750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.339790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.346250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:07:09.527466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Network a0195412-d22c-45e7-9249-ad16c7281a9e has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:07:09.541257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.723191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Network a0195412-d22c-45e7-9249-ad16c7281a9e has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:07:09.745972 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:07:09.832218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.836204 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c1eeb6d5-cd94-467f-9289-601aa155d741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:09.853024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:09.863391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0195412-d22c-45e7-9249-ad16c7281a9e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:09.870070 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0195412-d22c-45e7-9249-ad16c7281a9e HTTP/1.1" status: 204  len: 168 time: 0.9336784
Apr 23 18:07:09.870070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-418b232e-41d8-48f1-aed0-ecaa352c8030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:10.061633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34048) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:10.113858 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ba772e10-d4f3-48fb-8816-d4a65e088d37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25190a6d8bb04135a24f0f208040fd24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508139
Apr 23 18:07:10.116681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34052) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:10.181675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:10.213681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:10.262996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:10.268318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6df22278-1437-4fac-a163-012b5c35a339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:10.283036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f28120-cf63-47bb-b7a2-ee74179035aa,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:10.289382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:10.292494 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20f28120-cf63-47bb-b7a2-ee74179035aa HTTP/1.1" status: 204  len: 168 time: 0.1744986
Apr 23 18:07:10.293523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:11.060516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34082) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:11.174922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-network', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:11.180131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:11.184218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Usage tracker for resource:network and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:11.187245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:11.193375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:11.203310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Made reservation on behalf of 01cf22500a4042e69da0b1f62f6a3925 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:11.208091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.225020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.241464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:11.245944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:11.248906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:11.255057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:11.343368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.346602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.351131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-253d0989-29fe-4ef4-9930-a54b925a4bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:11.383256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:07:11.391174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a819ab-8845-4bae-ad2e-b4b4e13b5ecf,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:11.395101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:11.397866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.398260 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Added segment ed2307d8-c008-4ad8-b21a-6ed481861f3b of type vlan for network 1cacdd96-05b0-46aa-84a9-351c11f44fdd
Apr 23 18:07:11.428380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.459489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.460900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:11.462074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:11.467243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:11.579215 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5146871
Apr 23 18:07:11.579215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Pushing event updated for resources: {'Network': ['ID=1cacdd96-05b0-46aa-84a9-351c11f44fdd,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:11.579571 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34102) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:11.582155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:11.586276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Request body: {'subnet': {'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-subnet', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:11.589267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:07:11.592384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:11.596490 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Usage tracker for resource:subnet and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:11.599497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:11.606723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:11.619839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Made reservation on behalf of 01cf22500a4042e69da0b1f62f6a3925 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:11.624721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27735701'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.037528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fa21f-d6bc-4948-bef3-51f46d65127e req-ee56aeef-6241-4910-937f-62df9bdcdb5f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:12.039103 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-430fa21f-d6bc-4948-bef3-51f46d65127e req-ee56aeef-6241-4910-937f-62df9bdcdb5f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1694708
Apr 23 18:07:12.107366 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-430fa21f-d6bc-4948-bef3-51f46d65127e req-805e23aa-b1f5-46f8-95e8-0118eaf7a2cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529020
Apr 23 18:07:12.166461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826565579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27735684'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.171245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:12.251903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3a4951-bfa0-44d6-a23d-31ea46852981,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:12.256203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:12.256940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Checking segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:12.257327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Network hostable DHCP agents. Network: 1cacdd96-05b0-46aa-84a9-351c11f44fdd, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:07:12.276838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:07:12.284861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 1cacdd96-05b0-46aa-84a9-351c11f44fdd) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:12.294092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9cd313-6a60-44c8-bd3a-158f66e15ac6 None None] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:07:12.296916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:12.297569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.316728 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7362401
Apr 23 18:07:12.319419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34110) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:12.325683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:12.330488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:12.334559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Usage tracker for resource:router and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:12.338155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:12.344288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:12.353225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.354445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.372995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.535148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:07:12.536159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:12.869938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Allocated IP 172.20.0.2 (1cacdd96-05b0-46aa-84a9-351c11f44fdd/ca3a4951-bfa0-44d6-a23d-31ea46852981/9fc3a5d6-8350-45df-8a66-f52d16f202c4) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:12.882845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.093555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.105343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Transition to ACTIVE for port object 9fc3a5d6-8350-45df-8a66-f52d16f202c4 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:13.125593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Transition to ACTIVE for port object 9fc3a5d6-8350-45df-8a66-f52d16f202c4 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:13.131979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.136986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:13.199511 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:13.200727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:13.204933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:13.229341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.261539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Pushing event updated for resources: {'Port': ['ID=9fc3a5d6-8350-45df-8a66-f52d16f202c4,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:13.299111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.301657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.302049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.302432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.302804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.303175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.303542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.303956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.304319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.304683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.305044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.305926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.306282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:13.314515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:13.331394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Attempting to bind port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:13.331842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Attempting to bind port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:13.332238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Attempting to bind port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:13.338356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:13.338773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Checking segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:13.339224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.339657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Bound using segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:13.340202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Bound port: 9fc3a5d6-8350-45df-8a66-f52d16f202c4, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:13.340617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.435453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] For port 9fc3a5d6-8350-45df-8a66-f52d16f202c4, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:13.438563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] For port 9fc3a5d6-8350-45df-8a66-f52d16f202c4, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9fc3a5d6-8350-45df-8a66-f52d16f202c4,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:13.441871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.446609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:13.478411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dd9d1-45e5-4242-9d66-310edec9a265 req-fbc71479-bd68-4a4d-9445-922da9098230 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:13.480052 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-757dd9d1-45e5-4242-9d66-310edec9a265 req-fbc71479-bd68-4a4d-9445-922da9098230 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.2202508
Apr 23 18:07:13.492327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Allocated IP 172.27.2.191 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/56d3ea2a-dbdc-4956-96e6-e8e4b38379c9) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:13.529534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Pushing event updated for resources: {'Port': ['ID=9fc3a5d6-8350-45df-8a66-f52d16f202c4,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:13.532814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:13.565761 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-757dd9d1-45e5-4242-9d66-310edec9a265 req-f92dd464-cc04-4f36-8948-6d6b0b8b8ddb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5897e57-1ad1-41b2-81c7-8786e977d2fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755131
Apr 23 18:07:13.694080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.724181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:13.729682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bce38fca-7e5d-4ff1-a9bf-9b3723ed9672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:13.795786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:13.804132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:13.809397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:13.845728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Pushing event updated for resources: {'Port': ['ID=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:13.855549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:13.920009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-adc6092a-2346-4c2d-9ed0-160d008a0f65 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:13.920787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-adc6092a-2346-4c2d-9ed0-160d008a0f65 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:13.933912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-adc6092a-2346-4c2d-9ed0-160d008a0f65 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:13.935131 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-adc6092a-2346-4c2d-9ed0-160d008a0f65 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 946 time: 0.1241958
Apr 23 18:07:14.113002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Deleting port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:07:14.113418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.268947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] For port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:14.269482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.276022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.623092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.623579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.625256 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Floating IP 3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee disassociated. External IP: 172.27.2.146, port: 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe.
Apr 23 18:07:14.625775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Calling delete_port for 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:07:14.676319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.756097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:14.762947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:14.817587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event deleted for resources: {'Port': ['ID=39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:14.827562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.827945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.828398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.828740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.829145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.829568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.829964 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.830417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.830690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.831084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.831471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.831858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:14.835049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:14.861949 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77aec4dc-ba1e-4dd4-9ffa-66533edc8b7c req-819447e8-29ca-48d9-8ba0-23dc88b9a3ee tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.1281166
Apr 23 18:07:14.978465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9fc3a5d6-8350-45df-8a66-f52d16f202c4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:15.011000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Router ba526e65-c872-4b54-8606-5c88f36a775f is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:07:15.044387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca087bc7-9759-4c2e-b90a-23cfefbc036a None None] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:07:15.067452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Router f0d53229-f549-4d82-9423-559fe0dc7e52 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:07:15.171383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:15.175071 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f19eff48-44bc-4b53-a751-7cf2c252d3ef None None] Provisioning for port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:15.185965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f19eff48-44bc-4b53-a751-7cf2c252d3ef None None] Provisioning complete for port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:15.186478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f19eff48-44bc-4b53-a751-7cf2c252d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:15.230565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:15.231009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:15.451650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:15.470547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:15.502077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:15.503514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.1829405
Apr 23 18:07:15.506417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34134) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:15.541931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:15.552302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:15.565343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:15.570108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:15.570823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3438aac8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:15.622210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 9fc3a5d6-8350-45df-8a66-f52d16f202c4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9fc3a5d6-8350-45df-8a66-f52d16f202c4,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:15.632370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:15.636832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] No DVR routers for this DVR port 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:07:15.639240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:15.642370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'name': 'network-vif-deleted', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:15.661851 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-637b75d8-da9d-4689-a5c7-666fd13ce8de req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "DELETE /v2.0/ports/39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe HTTP/1.1" status: 204  len: 173 time: 1.7204692
Apr 23 18:07:15.734834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:15.792150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:15.799837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f292f98>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:15.850887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:16.057743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7abd70-ffe3-48ce-8a8e-786062620238', 'name': 'network-vif-deleted', 'tag': '39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe', 'status': 'completed', 'code': 200}
Apr 23 18:07:16.304306 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15508c32-9242-4de6-9bb0-e10daa349e19 req-1a47a3a6-1aa9-47de-8ba5-99b934490bdb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7abd70-ffe3-48ce-8a8e-786062620238 HTTP/1.1" status: 200  len: 210 time: 0.0656347
Apr 23 18:07:16.375272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:16.526491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=9fc3a5d6-8350-45df-8a66-f52d16f202c4,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:16.654479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:16.746705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:07:16.752421 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:16.818437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3438aac8>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:16.826340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:16.847188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:16.847874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3438aac8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:16.877626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:07:16.878138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 39d35bac-2cd2-4cc5-84d8-bef1b8aa2ffe not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:07:16.952773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9fc3a5d6-8350-45df-8a66-f52d16f202c4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:17.147573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:17.148031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.154819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Allocated IP 172.20.0.1 (1cacdd96-05b0-46aa-84a9-351c11f44fdd/ca3a4951-bfa0-44d6-a23d-31ea46852981/3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:17.187097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:17.340063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.380551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f292f98>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:14Z', 'revision_number': 3, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:17.389322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Transition to ACTIVE for port object 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:17.400692 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:17.401178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Updating router ba526e65-c872-4b54-8606-5c88f36a775f port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:07:17.438598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.448658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-550b6798-bb2c-49cd-8a31-7e46f4dc973b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:17.489371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-ca400c5e-d32e-493c-8dc0-50d846e233ea None None] Provisioning complete for port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:17.498541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ca400c5e-d32e-493c-8dc0-50d846e233ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.511627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34154) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:17.548831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Pushing event updated for resources: {'Port': ['ID=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:17.558236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:17.563097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:17.564350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:17.567136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:17.573281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.623859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3438aac8>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:17.630451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6cbaf-07be-4d3b-80eb-8a51c7c1c019 None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:17.632504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.642579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.672323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.742417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.754291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fbcc6cd3-a422-46e7-a3b3-2e733fae6119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:17.771713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5897e57-1ad1-41b2-81c7-8786e977d2fa,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:17.775210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:17.795115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:17.796386 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "DELETE /v2.0/security-groups/f5897e57-1ad1-41b2-81c7-8786e977d2fa HTTP/1.1" status: 204  len: 168 time: 0.2833192
Apr 23 18:07:17.800491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34158) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:17.839777 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-67e9aa07-ab89-423c-8697-b1730b18c853 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] show failed (client error): The resource could not be found.
Apr 23 18:07:17.844039 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-67e9aa07-ab89-423c-8697-b1730b18c853 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups/f5897e57-1ad1-41b2-81c7-8786e977d2fa HTTP/1.1" status: 404  len: 347 time: 0.0395787
Apr 23 18:07:17.844780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34162) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:17.952048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.164068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4f48526e-2db2-472d-8b66-ac86721e90bf None None] Provisioning for port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:18.174037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4f48526e-2db2-472d-8b66-ac86721e90bf None None] Provisioning complete for port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:18.174628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f48526e-2db2-472d-8b66-ac86721e90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.210358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98ec9c-291f-488e-b78d-39569089fd59 None None] New status for floating IP 3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:07:18.304853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Deleting port fa21ef0f-b560-4308-92cb-76bf4da4cc54 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:07:18.305667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.404733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 18:07:18.462541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.468780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.472423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4f48526e-2db2-472d-8b66-ac86721e90bf None None] Port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:07:18.499426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.499792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.507528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6380476d-2e1e-464a-b618-7038998a1b90 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:18.551091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.567762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Transition to ACTIVE for port object 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:18.573793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.578609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:18.649988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49842c0e-8981-4651-a53c-56eeedcb91d1 None None] Pushing event updated for resources: {'Port': ['ID=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:18.654385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-49842c0e-8981-4651-a53c-56eeedcb91d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:18.673602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Attempting to bind port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:18.674020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Attempting to bind port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:18.674538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Attempting to bind port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:18.680334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:18.680753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:18.681210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.681654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:18.682164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Bound port: 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:18.682581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.700451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Calling delete_port for fa21ef0f-b560-4308-92cb-76bf4da4cc54 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:07:18.738759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Pushing event updated for resources: {'Port': ['ID=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:18.751108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.759282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:18.768408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] For port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:18.771776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] For port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:18.775743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:18.780680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:18.864994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:18.865699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f292f98>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:18.955206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:18.958009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:18.962152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:07:18.962519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:07:18.998625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49842c0e-8981-4651-a53c-56eeedcb91d1 None None] Pushing event updated for resources: {'Port': ['ID=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:19.010080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-49842c0e-8981-4651-a53c-56eeedcb91d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:19.078188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:19.315108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b534f2c6-a4d6-4c2f-96d8-591884afde3f None None] Provisioning complete for port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:19.315439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b534f2c6-a4d6-4c2f-96d8-591884afde3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:19.404245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b534f2c6-a4d6-4c2f-96d8-591884afde3f None None] Port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:07:19.468075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecc37e-9eff-4a5f-b336-c71ce385adb4 req-ecc4abf8-61a7-4204-ac43-9057aed21006 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:19.469747 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-71ecc37e-9eff-4a5f-b336-c71ce385adb4 req-ecc4abf8-61a7-4204-ac43-9057aed21006 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1999595
Apr 23 18:07:19.494605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f292f98>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:18Z', 'revision_number': 2, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:19.498806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1405c33a-ad9c-4561-af03-b5aa001a95d5 None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:18Z', 'revision_number': 2, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:19.533934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Router ba526e65-c872-4b54-8606-5c88f36a775f has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:07:19.646712 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-71ecc37e-9eff-4a5f-b336-c71ce385adb4 req-7dc4b7f1-929d-4b58-86d6-6c7d43588e17 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435888
Apr 23 18:07:19.743282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Deleting port fa21ef0f-b560-4308-92cb-76bf4da4cc54 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:07:19.743576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:19.860596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:19.916036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:19.916416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:19.926115 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] 10.222.0.24 "PUT /v2.0/routers/ba526e65-c872-4b54-8606-5c88f36a775f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4185894
Apr 23 18:07:20.059790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Calling delete_port for fa21ef0f-b560-4308-92cb-76bf4da4cc54 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:07:20.189357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.194486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3e31e4c8-9d25-4bd9-8cab-63e99fbd309d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:20.289000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event deleted for resources: {'Port': ['ID=fa21ef0f-b560-4308-92cb-76bf4da4cc54,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:20.298530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:20.374696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.390406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.394343 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "DELETE /v2.0/floatingips/3e07d4fe-c79d-439e-ab94-42aa4a7ce8ee HTTP/1.1" status: 204  len: 168 time: 2.5459394
Apr 23 18:07:20.491987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34184) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:20.497820 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341325859', 'description': 'tempest-description--1617497449'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:20.504314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:20.509104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:20.516588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:20.522978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:20.532822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.556941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:20.561619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:20.564938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:20.572638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:20.651343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.654062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.659979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-967f50c5-0386-458a-b2f7-deabde92a4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:20.699177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3128d52e-a7dd-4476-b018-e8141a10d85b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:20.704911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:20.717143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.721219 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2253444
Apr 23 18:07:20.721932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34190) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:20.728079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'security_group_rule': {'security_group_id': '3128d52e-a7dd-4476-b018-e8141a10d85b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:20.745017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:20.750248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:20.753784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:20.764024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:20.786727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.858288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.861589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.882299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:20.898293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.902786 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1795807
Apr 23 18:07:20.903430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34194) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:20.906930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb6ec8-3088-4c9f-b676-b8543e76fbc3 req-58f8563e-fa5d-4ac1-ba0b-0f884e33fc9d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:20.916287 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ceb6ec8-3088-4c9f-b676-b8543e76fbc3 req-58f8563e-fa5d-4ac1-ba0b-0f884e33fc9d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1137133
Apr 23 18:07:20.920082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9725424-a9f9-46bc-a9d6-6f911957b24c,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:20.923165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:20.927448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'security_group_rule': {'security_group_id': '3128d52e-a7dd-4476-b018-e8141a10d85b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:20.935264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:20.939675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:20.942694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:20.949755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:20.967555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:20.976655 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ceb6ec8-3088-4c9f-b676-b8543e76fbc3 req-0c5aadc0-34a3-4fe5-8331-1ed781c03468 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595028
Apr 23 18:07:20.993623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:21.031522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34198) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:21.038294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915080258', 'description': 'tempest-description--477334858'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:21.045866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:21.050360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:21.053985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:21.058763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.063177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.064330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:21.073233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:21.076687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.100514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:21.104281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413f20ad-b138-4261-b2f9-c08bfe0abdd1,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:21.105139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:21.107793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:21.110743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:21.112116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.114586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:21.115554 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1975238
Apr 23 18:07:21.119157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34202) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:21.119847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:21.120286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.123731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:21.125023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:21.131905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:21.136332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:floatingip and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:21.139392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:21.145537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:21.155848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.202850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.207002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.212841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b6e0d18-d0a5-4965-9353-da559db6e2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:21.261573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.265749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2124e78-c885-449d-b5d9-4cc52cfcedbd,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:21.268655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:21.269550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.270842 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2380381
Apr 23 18:07:21.273995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34206) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:21.280154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'security_group_rule': {'security_group_id': 'c2124e78-c885-449d-b5d9-4cc52cfcedbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:21.281858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:21.286241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:21.286640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.288666 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:21.291337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:21.294556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:21.301124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:21.316465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.320915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.400050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.404074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.407206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:21.438127 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8b8fb7-bd4b-43f1-ba2e-271e3f83528d,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:21.444655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:21.453195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.454694 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-31aadb68-acbd-4cb1-9ca2-b6f417b716cf tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1796961
Apr 23 18:07:21.457540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34212) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:21.465434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'security_group_rule': {'security_group_id': 'c2124e78-c885-449d-b5d9-4cc52cfcedbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:21.473746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:21.486370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:security_group_rule and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:21.490329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:21.497862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:21.518052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Allocated IP 172.27.2.114 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/7eaa2871-4831-49ce-9ea6-4bd0be8427a4) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:21.521668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.543690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:21.553721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:21.600239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.603199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.605311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:21.630909 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc87e937-e834-4d57-bb2f-5f3891382f35,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:21.637273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:21.642009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.646279 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-aa26972a-5de1-42c1-904a-0d7e992354b8 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1843910
Apr 23 18:07:21.648168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34220) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:21.654730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:21.661254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:21.666402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Usage tracker for resource:floatingip and tenant:2dc37991df3c48f29eeb46941fe5eb10 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:21.669934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:21.676876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:21.688681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.707642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.739620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.745783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-92f0b23b-cc6b-4465-8970-75043f79fed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:21.817836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:21.821456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:21.830261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:21.843440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:21.874575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'Port': ['ID=7eaa2871-4831-49ce-9ea6-4bd0be8427a4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:21.879094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:21.937726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.000253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Allocated IP 172.27.2.223 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/4de17bad-b994-4c4c-9f2f-2030571534b5) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:22.002747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.220798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.269457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69da0-41d0-49dc-af13-76c4a596e689 req-b07c14c8-120b-4284-a4f8-406b2114fceb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:22.271133 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96e69da0-41d0-49dc-af13-76c4a596e689 req-b07c14c8-120b-4284-a4f8-406b2114fceb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1366832
Apr 23 18:07:22.304538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.310960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f1d135dc-b728-44e3-9cb3-2e1fad1e3ca8 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:22.323534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.329239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.334726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:22.393756 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96e69da0-41d0-49dc-af13-76c4a596e689 req-95fe9b73-2966-47ea-addc-e983a5d68eea tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128778
Apr 23 18:07:22.403359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:22.407309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:22.411829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:22.449349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'Port': ['ID=4de17bad-b994-4c4c-9f2f-2030571534b5,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:22.453823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:22.487433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'Port': ['ID=7eaa2871-4831-49ce-9ea6-4bd0be8427a4,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:22.502800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:22.513608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.516086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.537333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.538665 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4184148
Apr 23 18:07:22.587960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.649560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.799140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-97249db3-1ca4-4f41-a77e-2e679cfca912 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Synchronizing usage tracker for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:22.848705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-97249db3-1ca4-4f41-a77e-2e679cfca912 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Unset dirty status for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:22.852608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-97249db3-1ca4-4f41-a77e-2e679cfca912 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1341325859&fields=id&tenant_id=01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 267 time: 0.1267700
Apr 23 18:07:22.866134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:22.877189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:22.877946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a340c92e8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:22.899780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.906349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:22.917280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:22.961439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c10bd09b-9082-41a5-8ea9-16b4f7acda4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:22.994845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:22.995271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:23.100428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:23.162871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'Port': ['ID=4de17bad-b994-4c4c-9f2f-2030571534b5,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:23.171952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:23.176256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:23.177553 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5281448
Apr 23 18:07:23.209431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-faa81f78-6dc0-4819-bd7e-bd4f353e72d7 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:23.210510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-faa81f78-6dc0-4819-bd7e-bd4f353e72d7 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Synchronizing usage tracker for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:23.233051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-faa81f78-6dc0-4819-bd7e-bd4f353e72d7 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Unset dirty status for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:23.234363 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-faa81f78-6dc0-4819-bd7e-bd4f353e72d7 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 817 time: 0.3693640
Apr 23 18:07:23.254460 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:23.261455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-d455f1f8-893d-4909-a6a8-6dfd76e481b3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/quotas/01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 375 time: 0.0202918
Apr 23 18:07:23.381438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-f755a271-0616-459d-8f5b-f458f9901580 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:23.402688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-c2012b80-f8e2-43ca-8d4b-79750312237b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Synchronizing usage tracker for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:23.416905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-f755a271-0616-459d-8f5b-f458f9901580 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:23.418073 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-f755a271-0616-459d-8f5b-f458f9901580 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--915080258&fields=id&tenant_id=2dc37991df3c48f29eeb46941fe5eb10 HTTP/1.1" status: 200  len: 267 time: 0.0950775
Apr 23 18:07:23.425408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-c2012b80-f8e2-43ca-8d4b-79750312237b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Unset dirty status for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:23.426811 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-c2012b80-f8e2-43ca-8d4b-79750312237b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1643851
Apr 23 18:07:23.615658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a340c92e8>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:18Z', 'revision_number': 2, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:23.621021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:23.621429 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Updating router ba526e65-c872-4b54-8606-5c88f36a775f port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:07:23.683328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:23.958558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-22995c41-5ac5-4735-a11a-4c32b1381272 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:23.960106 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-22995c41-5ac5-4735-a11a-4c32b1381272 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 810 time: 0.5305481
Apr 23 18:07:23.966884 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-27879b7b-d60c-45c7-9c30-b0794f7b50c9 service neutron] 10.222.0.24 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5102420
Apr 23 18:07:24.003444 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-8ecbfb7c-b144-40e5-a9bc-746ba52cad5c tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/quotas/2dc37991df3c48f29eeb46941fe5eb10 HTTP/1.1" status: 200  len: 375 time: 0.0345545
Apr 23 18:07:24.066067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:24.078923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Transition to ACTIVE for port object 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:24.085018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:24.090538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6372e814-897b-4db5-a7aa-052f34653348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:24.190570 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-cfaeca5c-b2fc-46d6-a781-4feeb3006e64 service neutron] 10.222.0.24 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129059
Apr 23 18:07:24.208543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-921859c8-4914-40c3-b519-d6acaf867f22 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:24.227705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-921859c8-4914-40c3-b519-d6acaf867f22 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:24.236272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-921859c8-4914-40c3-b519-d6acaf867f22 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1732163
Apr 23 18:07:24.268620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Pushing event updated for resources: {'Port': ['ID=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:24.311610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.312045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.312422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.312793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.313158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.313524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.313886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.314247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.314629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.315243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.315612 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.315998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:07:24.325214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:24.351967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Attempting to bind port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:24.352386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Attempting to bind port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:24.352797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Attempting to bind port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:24.368517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:24.368888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Checking segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:24.369706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:24.369706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Bound using segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:24.370103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Bound port: 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:24.370489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:24.478185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] For port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:24.481816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] For port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:24.486748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:24.492072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:24.520383 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-426cec25-39d9-4983-9c5b-8c58a4c76062 service neutron] 10.222.0.24 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759254
Apr 23 18:07:24.596479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:24.598362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82054319-9fc3-4ab8-827c-08122259e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:24.600523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a340c92e8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:06:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:24.677134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Pushing event updated for resources: {'Port': ['ID=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:24.680492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-879f662b-d39f-478f-8017-e42e3ceb8bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:24.694400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99422-5f49-4673-90aa-780176fec2b8 req-07c04f75-0cd8-47f2-bf41-858c3fac91ed tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:24.697294 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6dd99422-5f49-4673-90aa-780176fec2b8 req-07c04f75-0cd8-47f2-bf41-858c3fac91ed tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.2356248
Apr 23 18:07:24.720706 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c514863d-36fb-45e9-ac04-caff4d0c8a61 service neutron] 10.222.0.24 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893332
Apr 23 18:07:24.772183 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6dd99422-5f49-4673-90aa-780176fec2b8 req-4fe2f3d1-dacf-4237-a086-3e873ce9112d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503106
Apr 23 18:07:24.902671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:25.004418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:25.041848 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7855d3c-c4cd-4513-bc7f-b6688b5a422f req-36005250-afae-4c2f-acfa-44ae3532065e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 210 time: 0.1878576
Apr 23 18:07:25.069745 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04fed7ce-3cdf-4395-83e1-d6dec0b59e5b req-764e52f8-fcee-4da1-8a63-19710c1b8521 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 210 time: 0.1252861
Apr 23 18:07:25.160983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:25.172469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:25.172903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:25.332987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:25.376777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:25.380955 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:25.388247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d9d7d436-4cb6-4e34-9463-be953b94527c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:25.392832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a340c92e8>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:24Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:25.397128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f1192-01ea-4599-8891-be268a2ea616 None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:24Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:25.472188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:25.475544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:25.985329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b86db-3739-4f43-9e1f-1e43887ab73c req-b5795875-641f-41b8-a0e8-74436ad74476 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:25.987042 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-168b86db-3739-4f43-9e1f-1e43887ab73c req-b5795875-641f-41b8-a0e8-74436ad74476 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.0971880
Apr 23 18:07:26.047591 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-168b86db-3739-4f43-9e1f-1e43887ab73c req-271a2399-af96-46b9-9f2c-25cb533335b9 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532477
Apr 23 18:07:26.318492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-6dcf5d43-ad5d-44b5-883a-0e6b14eef829 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:26.321005 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-6dcf5d43-ad5d-44b5-883a-0e6b14eef829 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 817 time: 0.2478032
Apr 23 18:07:26.331614 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b1e32a2-7ed4-4be0-a1f3-5e03e08b8997 req-59dc1c75-b33c-45be-bcdc-544494b63277 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 210 time: 0.1224599
Apr 23 18:07:26.342535 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-28b3d655-7df6-426e-9ae3-008000e0a4b0 req-c2443c95-2fb8-48dc-8bd9-7141497ae321 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 210 time: 0.0702348
Apr 23 18:07:26.397296 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-32e4d501-0e08-4692-9f20-9ea526baa17b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 380 time: 0.0560277
Apr 23 18:07:26.409516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'port': {'device_id': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'admin_state_up': True, 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'security_groups': ['3128d52e-a7dd-4476-b018-e8141a10d85b']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:26.433774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7630735-12b9-4b2a-aadd-d76cbe841912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:26.567482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:26.577776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:26.588015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Made reservation on behalf of 01cf22500a4042e69da0b1f62f6a3925 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:26.594401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:26.737053 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-dafc508f-b774-425b-a422-b38c9396be90 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:26.738799 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-dafc508f-b774-425b-a422-b38c9396be90 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 810 time: 0.1723433
Apr 23 18:07:26.800575 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-4683186a-e55b-46d8-9771-d1b27cd6af6d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc37991df3c48f29eeb46941fe5eb10 HTTP/1.1" status: 200  len: 379 time: 0.0471230
Apr 23 18:07:26.811718 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Allocated IP 172.20.0.11 (1cacdd96-05b0-46aa-84a9-351c11f44fdd/ca3a4951-bfa0-44d6-a23d-31ea46852981/cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:26.813640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'port': {'device_id': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'admin_state_up': True, 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'security_groups': ['c2124e78-c885-449d-b5d9-4cc52cfcedbd']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:26.987101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:26.987772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:26.998981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:27.014793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Made reservation on behalf of 2dc37991df3c48f29eeb46941fe5eb10 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:27.021280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.077002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.081809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:27.082406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.094168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Transition to ACTIVE for port object cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:27.120668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.127618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a897d02f-1b10-4f59-8304-4e299cf1d2cf tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:27.206442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:27.210520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:27.215315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:27.254780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:27.264280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:27.297862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:27.298578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.328183 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9249756
Apr 23 18:07:27.354016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Allocated IP 172.20.0.13 (c21e2dbc-ede4-4d07-9589-d6a628a4b16e/aee5313e-ede5-4a09-b278-1989db7e3de2/c7625ff5-ace1-46a7-9fa1-74ca3399c8e4) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:27.380701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fad3c2-bc14-44c2-b96d-b2443c16cf98 req-74514646-4d34-44d2-acf9-2ad21a093c83 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:27.382345 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f6fad3c2-bc14-44c2-b96d-b2443c16cf98 req-74514646-4d34-44d2-acf9-2ad21a093c83 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1471517
Apr 23 18:07:27.420658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Request body: {'port': {'device_id': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:27.484980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-435ab2df-c20f-4819-8a8d-2ada3f3a8b66 None None] Provisioning for port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:27.491396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-435ab2df-c20f-4819-8a8d-2ada3f3a8b66 None None] Provisioning complete for port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:27.492618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-435ab2df-c20f-4819-8a8d-2ada3f3a8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.558173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.591173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-435ab2df-c20f-4819-8a8d-2ada3f3a8b66 None None] Port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:07:27.593947 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f6fad3c2-bc14-44c2-b96d-b2443c16cf98 req-63be2568-8a4b-4dc0-9cf0-a8e977748e8c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1969903
Apr 23 18:07:27.600046 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c400f3e1-ce36-49e6-bfcd-2f03eed8d6f3 req-9f7179b4-b063-41a7-a633-81b138522a82 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 210 time: 0.0750272
Apr 23 18:07:27.661039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.704326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.773543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Transition to ACTIVE for port object c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:27.832013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f1b4e-f735-450f-8089-93a0fabc4fe0 req-7181dc9b-e951-40a0-b04e-4250648602a3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:27.833670 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4e2f1b4e-f735-450f-8089-93a0fabc4fe0 req-7181dc9b-e951-40a0-b04e-4250648602a3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 932 time: 0.1197119
Apr 23 18:07:27.835347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.841483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:27.933691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:27.953846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:27.960968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:27.974790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:07:27.983907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:27.999125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event updated for resources: {'Port': ['ID=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:28.004170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Transition to ACTIVE for port object cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:28.008047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.009308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:28.013074 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4e2f1b4e-f735-450f-8089-93a0fabc4fe0 req-7a9be66d-1a8a-495d-a433-170f823b8ce3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322827
Apr 23 18:07:28.013508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:28.052328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:28.053035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.133688 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3250067
Apr 23 18:07:28.155353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Request body: {'port': {'device_id': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:28.248576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:28.254208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:28.304402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Attempting to bind port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:28.305325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Attempting to bind port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:28.305700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Attempting to bind port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:28.315368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.316811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:07:28.317185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Attempting to bind port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:28.325007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:28.325344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Checking segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:28.325804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Bound using segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:28.326296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Bound port: cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:28.326711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.329037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.417574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-22e90b5b-f6c9-4ab7-854c-b431b8f45143 None None] Provisioning for port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:28.423580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-22e90b5b-f6c9-4ab7-854c-b431b8f45143 None None] Provisioning complete for port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:28.424032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-22e90b5b-f6c9-4ab7-854c-b431b8f45143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.437774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:28.441216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:28.445772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.450689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:28.484202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-22e90b5b-f6c9-4ab7-854c-b431b8f45143 None None] Port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:07:28.513396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:28.514248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.515952 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] 10.222.0.47 "PUT /v2.0/ports/cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 1094 time: 1.1737423
Apr 23 18:07:28.516482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:28.545219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:28.548581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:28.696018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-bdc756e5-90fe-4eca-9954-add17932e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:28.697861 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-bdc756e5-90fe-4eca-9954-add17932e7f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1097 time: 0.1211679
Apr 23 18:07:28.783461 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'status': 'completed', 'code': 200}
Apr 23 18:07:28.799200 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-fe1ce0ac-1341-4ee1-ac44-3049e6ef21f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 217 time: 0.0861192
Apr 23 18:07:28.859030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:07:28.871160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.886913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-470bc0f5-7ac7-4021-97b4-5329c7434bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:28.888670 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-470bc0f5-7ac7-4021-97b4-5329c7434bb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.0804119
Apr 23 18:07:28.955271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Transition to ACTIVE for port object c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:28.968920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871b5ef-cba7-46d3-bc15-d98c16261def req-be901238-0269-43a7-9722-1fbdfe6f92d0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:28.969716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5871b5ef-cba7-46d3-bc15-d98c16261def req-be901238-0269-43a7-9722-1fbdfe6f92d0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:07:28.974978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:28.984568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:28.987983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-855caf46-fa3c-45ff-84b4-565366e46980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:28.989946 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-855caf46-fa3c-45ff-84b4-565366e46980 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936933
Apr 23 18:07:29.160111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:29.196200 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-dce23325-0bd2-41b1-9c6f-419e9cb441cc service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983457
Apr 23 18:07:29.388514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b612329b-681e-4cad-9ecc-13f04f213f11 req-94a835a0-4519-47ed-8cf8-1cf8d643cba7 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855257
Apr 23 18:07:29.415628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5871b5ef-cba7-46d3-bc15-d98c16261def req-be901238-0269-43a7-9722-1fbdfe6f92d0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:07:29.416903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5871b5ef-cba7-46d3-bc15-d98c16261def req-be901238-0269-43a7-9722-1fbdfe6f92d0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 932 time: 0.6525738
Apr 23 18:07:29.443250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Pushing event updated for resources: {'Port': ['ID=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:29.466982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:29.583960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012b199-1426-4fbd-9d07-fad5c2162632 req-548864f7-488a-40a2-b574-ab0ed10cda21 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:29.585689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6012b199-1426-4fbd-9d07-fad5c2162632 req-548864f7-488a-40a2-b574-ab0ed10cda21 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.7030625
Apr 23 18:07:29.611843 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5871b5ef-cba7-46d3-bc15-d98c16261def req-74a3608b-0cfe-49af-b6d1-52b2a2b43d4f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757569
Apr 23 18:07:29.691394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Attempting to bind port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:29.691767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Attempting to bind port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:29.692171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Attempting to bind port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:29.702255 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6012b199-1426-4fbd-9d07-fad5c2162632 req-fbd29324-7fc0-4838-a50a-0e2d07adaeb7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017270
Apr 23 18:07:29.703192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:07:29.703741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Attempting to bind port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 on network c21e2dbc-ede4-4d07-9589-d6a628a4b16e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:29.713628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:29.714131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Checking segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:29.714677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Bound using segment: {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:29.715180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Bound port: c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7917cd09-f643-4431-9c95-f894f92f30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:29.718045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:29.861650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-1918cd81-e064-49d2-9254-f3fcee564c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:29.863250 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-1918cd81-e064-49d2-9254-f3fcee564c26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1097 time: 0.3594661
Apr 23 18:07:29.886794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] For port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:29.899699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] For port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:29.910256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b925-5b6a-456d-9cbb-0b6aae1ff6a4 req-89368317-ff14-4fef-8052-d5b5eeca72b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:29.913306 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31d8b925-5b6a-456d-9cbb-0b6aae1ff6a4 req-89368317-ff14-4fef-8052-d5b5eeca72b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1444101
Apr 23 18:07:29.913468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:29.919176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-522c5bd4-f55a-40a7-8d38-6820e33066c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:30.003309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.004117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:30.005717 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] 10.222.0.47 "PUT /v2.0/ports/c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 HTTP/1.1" status: 200  len: 1094 time: 1.8568337
Apr 23 18:07:30.006254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:30.013528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-2c76da7b-2a95-4cc4-a7f9-4dbd0c502e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.015491 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-2c76da7b-2a95-4cc4-a7f9-4dbd0c502e89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.1454351
Apr 23 18:07:30.044881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Pushing event updated for resources: {'Port': ['ID=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:30.062133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:30.091613 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31d8b925-5b6a-456d-9cbb-0b6aae1ff6a4 req-64cd53ca-2bb2-48f2-92e1-fc8b65366835 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336260
Apr 23 18:07:30.133263 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-e6ccb1a5-fed4-43f2-9063-5c2c07220902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 217 time: 0.1059642
Apr 23 18:07:30.184619 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'status': 'completed', 'code': 200}
Apr 23 18:07:30.196662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-bedbcff2-fa1e-4681-8adc-2fd0a02e747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.198921 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-bedbcff2-fa1e-4681-8adc-2fd0a02e747d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 1097 time: 0.1053064
Apr 23 18:07:30.230476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-7d9b0b55-65e5-429c-949a-c80eca1d8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.232144 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-7d9b0b55-65e5-429c-949a-c80eca1d8a0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.0875223
Apr 23 18:07:30.306689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-b57e5153-c4b7-44f2-8e7e-2d428943e05d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 HTTP/1.1" status: 200  len: 217 time: 0.0772533
Apr 23 18:07:30.327415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-03787855-e225-445e-b0ac-631fdadded41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.329056 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-03787855-e225-445e-b0ac-631fdadded41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890679
Apr 23 18:07:30.381076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-b1e4d1d0-98b1-4e2d-83ec-dee5b6781224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.382848 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-b1e4d1d0-98b1-4e2d-83ec-dee5b6781224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.0686777
Apr 23 18:07:30.499359 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-6451b703-62dd-4fd6-a116-7d2178dad039 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552973
Apr 23 18:07:30.533598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-2416fac3-b94d-48bc-9d2e-1c51800fc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.535111 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-2416fac3-b94d-48bc-9d2e-1c51800fc94c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344900
Apr 23 18:07:30.653592 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef9a3a91-7083-447f-9bd1-26cf56c6b2ec req-0ab532a5-ad6c-4f8e-80d1-c56bb7991210 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462774
Apr 23 18:07:30.674239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-edc41ec0-fb21-4c15-aed7-1233e11b5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:30.675978 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-edc41ec0-fb21-4c15-aed7-1233e11b5567 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1099 time: 0.2002320
Apr 23 18:07:30.825443 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-65c2ef5d-4321-4319-a2ec-8c783d203d63 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823999
Apr 23 18:07:30.890837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:07:31.084674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-da457cec-afe8-4ea3-a8f1-c7d68499314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.086423 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-da457cec-afe8-4ea3-a8f1-c7d68499314c service neutron] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 910 time: 0.4041317
Apr 23 18:07:31.189754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b7535-2d6d-4813-a6cc-8db4fbde7e94 req-1388b4a0-005b-4e73-825f-037635b61d12 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.191392 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-222b7535-2d6d-4813-a6cc-8db4fbde7e94 req-1388b4a0-005b-4e73-825f-037635b61d12 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 944 time: 0.4170408
Apr 23 18:07:31.218617 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebaa60c6-9cf9-445b-ada4-b239d6baeedc req-8fd9c0ed-7b50-4b66-96d3-f82cfd6ea21d service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3758855
Apr 23 18:07:31.245454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f438f-0773-45e1-893c-768513f7e7c8 req-5d18c6b1-088d-4072-b7da-104f9b21facb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.247167 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-667f438f-0773-45e1-893c-768513f7e7c8 req-5d18c6b1-088d-4072-b7da-104f9b21facb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.4058223
Apr 23 18:07:31.328470 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-e99abcaa-9535-44f4-be2f-6aa99e7353f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 1001 time: 0.2227638
Apr 23 18:07:31.367509 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-222b7535-2d6d-4813-a6cc-8db4fbde7e94 req-8e4c8986-270e-4ba5-b960-6ad09b6d2b1b tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593769
Apr 23 18:07:31.438305 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-667f438f-0773-45e1-893c-768513f7e7c8 req-46585529-00cb-42cd-b3e5-279f0e34c4e1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1768391
Apr 23 18:07:31.479124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-5d37ece7-80c8-48f1-8a7d-8873ba412bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.480722 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-5d37ece7-80c8-48f1-8a7d-8873ba412bca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.1076598
Apr 23 18:07:31.602857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-1cbf4331-5bb1-48f7-9eee-89a0c878b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.604530 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-1cbf4331-5bb1-48f7-9eee-89a0c878b81a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 1097 time: 0.2881994
Apr 23 18:07:31.754538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bacd89-39b7-4940-bec7-3a1ff4e2471c req-f7503503-f7a9-4fed-a0f4-669eed420b48 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.756314 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96bacd89-39b7-4940-bec7-3a1ff4e2471c req-f7503503-f7a9-4fed-a0f4-669eed420b48 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.2812507
Apr 23 18:07:31.760658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-079ef6ad-3344-42c2-ba67-ec24293a1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:31.762163 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-079ef6ad-3344-42c2-ba67-ec24293a1421 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2339759
Apr 23 18:07:32.135416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-82493e6e-04f6-4913-b8d3-401281cb325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:32.137014 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-82493e6e-04f6-4913-b8d3-401281cb325b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.5229490
Apr 23 18:07:32.143739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96bacd89-39b7-4940-bec7-3a1ff4e2471c req-4ca205e2-8c0c-43e8-939d-8c2e5b286130 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3787289
Apr 23 18:07:32.226668 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-345eec56-a5ef-4583-a4d4-b31cbae6276d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 HTTP/1.1" status: 200  len: 217 time: 0.0800712
Apr 23 18:07:32.321104 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-66d160d2-7782-4267-b55b-28c0a346165c service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112431
Apr 23 18:07:32.326587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-56b940aa-a33f-41bd-8503-9ae925fde2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:32.328357 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-56b940aa-a33f-41bd-8503-9ae925fde2d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.0884790
Apr 23 18:07:32.633445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-9232ad7c-4d99-43c7-b796-7c6237671d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:32.635170 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-9232ad7c-4d99-43c7-b796-7c6237671d25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2818468
Apr 23 18:07:32.674443 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab324898-cb0c-4adb-b48f-5db3ac2f1f0a req-b06550b7-d8a9-414b-b5c3-a6c717727883 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3449433
Apr 23 18:07:32.745791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:07:32.820154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff536c7-d902-4986-bc88-14b25c2b84d2 req-ea622daa-8420-4535-8a88-c0b748cc5712 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:32.822303 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1ff536c7-d902-4986-bc88-14b25c2b84d2 req-ea622daa-8420-4535-8a88-c0b748cc5712 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 944 time: 0.3124845
Apr 23 18:07:32.867971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561eeb-936d-46e9-a224-ee4924bd1dba req-50cafb13-9318-4f04-8283-8cfacb8c4b07 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:32.869682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc561eeb-936d-46e9-a224-ee4924bd1dba req-50cafb13-9318-4f04-8283-8cfacb8c4b07 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.3011389
Apr 23 18:07:32.875269 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-29136d57-6db4-4115-880c-a9d8f5ef9275 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277679
Apr 23 18:07:32.901189 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:32.917887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'mac_address': 'fa:16:3e:a7:85:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:07:32.977963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:32.996706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:07:33.014512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:33.017311 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1ff536c7-d902-4986-bc88-14b25c2b84d2 req-f409f2a7-efd9-4a92-9458-764b04777960 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1772010
Apr 23 18:07:33.017556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:33.019841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:33.040802 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc561eeb-936d-46e9-a224-ee4924bd1dba req-d982a667-de49-46ae-a5ac-9fa01aae6936 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1616197
Apr 23 18:07:33.095663 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c28feb24-dd52-4f5b-8eb7-75b5a77cee2f req-ff360921-d648-4673-90ef-4d69ed01a477 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116792
Apr 23 18:07:33.105481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:33.108832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:33.357912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c39be-c26e-4b08-a5fe-bec891428418 req-af555235-ab13-420a-85f2-79a970e6f0c9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:33.359502 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e87c39be-c26e-4b08-a5fe-bec891428418 req-af555235-ab13-420a-85f2-79a970e6f0c9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 945 time: 0.0952606
Apr 23 18:07:33.376101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:07:33.408245 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e87c39be-c26e-4b08-a5fe-bec891428418 req-3142d05f-0b8a-4b2e-860e-78ccf547be53 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424197
Apr 23 18:07:34.297316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8ac50-60b2-4b76-8900-fab715ebf1a4 req-8d7dc093-4c97-467d-9283-1aebc6927448 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:34.298913 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c7c8ac50-60b2-4b76-8900-fab715ebf1a4 req-8d7dc093-4c97-467d-9283-1aebc6927448 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 944 time: 0.1609526
Apr 23 18:07:34.312634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696533c4-f0d0-4718-8c4b-7f69ce279256 req-5168215f-6edf-4cb3-bfc7-30c47bfa83d3 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:34.314128 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-696533c4-f0d0-4718-8c4b-7f69ce279256 req-5168215f-6edf-4cb3-bfc7-30c47bfa83d3 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1345916
Apr 23 18:07:34.392028 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c7c8ac50-60b2-4b76-8900-fab715ebf1a4 req-28bbe59b-980a-45d3-8c35-debe0099691d tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768118
Apr 23 18:07:34.396758 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-696533c4-f0d0-4718-8c4b-7f69ce279256 req-2a215408-c603-4f05-8a04-7223c1446d4c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670707
Apr 23 18:07:34.623277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99a25-0413-41ed-8bd6-ab73ed0654d2 req-924dcfa0-db44-40f7-9f48-d55fc5ebba5d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:34.624948 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eff99a25-0413-41ed-8bd6-ab73ed0654d2 req-924dcfa0-db44-40f7-9f48-d55fc5ebba5d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 945 time: 0.0943720
Apr 23 18:07:34.675570 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eff99a25-0413-41ed-8bd6-ab73ed0654d2 req-fc6b1068-9198-42d2-9571-8ad42f9343c6 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436344
Apr 23 18:07:34.772463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:07:34.780681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:34.962962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:34.973478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:34.973902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:35.033233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:35.061626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'port_id': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'mac_address': 'fa:16:3e:d0:b4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:07:35.175182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:35.206710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:07:35.216242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:35.249210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:35.252712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:35.258894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:35.289402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:35.319108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:35.325268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:35.347499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:35.350615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:35.351128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c16d7a78-825b-4d0e-8373-f6d9404b3937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:35.412496 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'code': 200}
Apr 23 18:07:35.426979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:35.430200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:35.648504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['c7625ff5-ace1-46a7-9fa1-74ca3399c8e4'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:07:35.676941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050016e-bc6c-4568-a74e-f633faee1fa8 req-cdb38fd7-1471-4c76-b17a-cb69d46e0f40 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:35.678776 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9050016e-bc6c-4568-a74e-f633faee1fa8 req-cdb38fd7-1471-4c76-b17a-cb69d46e0f40 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 945 time: 0.1682754
Apr 23 18:07:35.687878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2925c2-51d1-454a-a45d-6621af8a9315 req-37b21b50-69b6-4328-a935-39a0a3ed8724 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:35.689495 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af2925c2-51d1-454a-a45d-6621af8a9315 req-37b21b50-69b6-4328-a935-39a0a3ed8724 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1375918
Apr 23 18:07:35.825131 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9050016e-bc6c-4568-a74e-f633faee1fa8 req-4800a3c8-43c8-4642-b094-480c05f3e020 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996592
Apr 23 18:07:35.830988 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af2925c2-51d1-454a-a45d-6621af8a9315 req-d462a97a-0b3b-4b8c-b4b1-2d013d77dd8f tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983162
Apr 23 18:07:35.850270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6321-0a13-4dbd-9570-b81b35de7fe7 req-453236bd-c41f-44a7-8ecf-82cd02053ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:35.851883 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16cc6321-0a13-4dbd-9570-b81b35de7fe7 req-453236bd-c41f-44a7-8ecf-82cd02053ceb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1099 time: 0.1613486
Apr 23 18:07:35.916985 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16cc6321-0a13-4dbd-9570-b81b35de7fe7 req-b9ed48bf-a6ff-4107-bf04-b6f897565610 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480642
Apr 23 18:07:36.037343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccae2a-26cc-442f-b64d-9b5c6eb78c5d req-214ddde2-e6f7-4803-81de-85d76f0bd3db tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:36.038955 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51ccae2a-26cc-442f-b64d-9b5c6eb78c5d req-214ddde2-e6f7-4803-81de-85d76f0bd3db tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0954397
Apr 23 18:07:36.095079 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51ccae2a-26cc-442f-b64d-9b5c6eb78c5d req-45de1817-f584-4bad-97bb-6b4d07e62deb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490532
Apr 23 18:07:36.199424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34448) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:36.264404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e9ca3-c3fa-4588-a720-3578dc2a85c5 req-7ee37264-7cc3-431e-b78c-65f15a77d46e tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:36.266042 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-006e9ca3-c3fa-4588-a720-3578dc2a85c5 req-7ee37264-7cc3-431e-b78c-65f15a77d46e tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.0969162
Apr 23 18:07:36.317008 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-006e9ca3-c3fa-4588-a720-3578dc2a85c5 req-8d3f32ee-32de-4872-a580-d371e9a76aa6 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443339
Apr 23 18:07:36.329513 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-c920ee48-ff51-49de-b5bc-c2d876e802e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1286502
Apr 23 18:07:36.794222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:36.871867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:36.878642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:36.878642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:37.014751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:37.102614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab071bc3-5aa8-4dd8-b7dd-afbe2573c158 req-172332b3-56f5-49eb-a62b-fc884c039fd5 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:37.104345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:37.108636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:37.109558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:07:37.109899 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab071bc3-5aa8-4dd8-b7dd-afbe2573c158 req-172332b3-56f5-49eb-a62b-fc884c039fd5 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 945 time: 0.1426501
Apr 23 18:07:37.180309 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab071bc3-5aa8-4dd8-b7dd-afbe2573c158 req-e4b7d381-13b2-4ea6-9c23-56e03d725c09 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632465
Apr 23 18:07:37.188788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:37.292402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:37.322612 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:37.340099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0a489-4633-447c-9fbc-6b4e2d729401 req-741e54ff-71fe-472d-85e9-2e8fead3d646 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:37.341728 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c0a489-4633-447c-9fbc-6b4e2d729401 req-741e54ff-71fe-472d-85e9-2e8fead3d646 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0902946
Apr 23 18:07:37.355828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:37.397255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:37.397655 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c0a489-4633-447c-9fbc-6b4e2d729401 req-fa829572-baf3-494d-908c-a4fa34dd95ed tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469680
Apr 23 18:07:37.400470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:37.402332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:37.442584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4'}, {'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:37.481267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:37.484614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:37.578027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ae452-a788-417c-afa8-c958c7597954 req-c67c5e1e-96c6-48d2-a651-1f7f0beee31d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:37.579586 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-828ae452-a788-417c-afa8-c958c7597954 req-c67c5e1e-96c6-48d2-a651-1f7f0beee31d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.1456697
Apr 23 18:07:37.646579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fb568-75a5-49f0-b6ba-7791e4830728 req-c3f0e55a-c6f3-47e8-a1df-1f608fbaa3d5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:37.648162 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-811fb568-75a5-49f0-b6ba-7791e4830728 req-c3f0e55a-c6f3-47e8-a1df-1f608fbaa3d5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1389153
Apr 23 18:07:37.653114 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-828ae452-a788-417c-afa8-c958c7597954 req-aee85183-5dae-40fc-9d6e-111ea127049e tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668159
Apr 23 18:07:37.658077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34472) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:37.663623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'floatingip': {'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:37.703682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'code': 200}
Apr 23 18:07:37.704073 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'code': 422} returned with failed status
Apr 23 18:07:38.059028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:38.311526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee2290-00f4-41b1-b696-c8c31309074b req-cb75b519-949c-4a5e-bb7f-f861d7333b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:38.313114 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eee2290-00f4-41b1-b696-c8c31309074b req-cb75b519-949c-4a5e-bb7f-f861d7333b0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 1099 time: 0.3711565
Apr 23 18:07:38.362952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-3a50a9b0-4a4a-46c7-8974-d8f34eb661a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:38.364478 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-3a50a9b0-4a4a-46c7-8974-d8f34eb661a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2&tenant_id=0632e02ad28b467884ec00557a3a3650 HTTP/1.1" status: 200  len: 1097 time: 0.4145792
Apr 23 18:07:38.620395 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5eee2290-00f4-41b1-b696-c8c31309074b req-634eedff-3b68-437d-8d65-edfc789e6458 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2598882
Apr 23 18:07:38.770967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161b22f-18ea-4e90-9d51-ef3e4c82f6ec req-ee26d621-f9d4-4a37-ba57-c8668a1ae9fb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:38.772633 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4161b22f-18ea-4e90-9d51-ef3e4c82f6ec req-ee26d621-f9d4-4a37-ba57-c8668a1ae9fb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.4703135
Apr 23 18:07:38.790279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-b185a93e-6302-47c1-82af-32a49d4511a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:38.791826 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-b185a93e-6302-47c1-82af-32a49d4511a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1097 time: 0.3490295
Apr 23 18:07:38.907541 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4161b22f-18ea-4e90-9d51-ef3e4c82f6ec req-98a697c2-6703-49bc-883b-04180d9f15d2 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262064
Apr 23 18:07:39.051993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa7aa8-a2b4-4ce0-999c-bb2d6d1246c9 req-c439a551-95fd-46c4-beb4-1d451462d90f tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:39.053607 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6daa7aa8-a2b4-4ce0-999c-bb2d6d1246c9 req-c439a551-95fd-46c4-beb4-1d451462d90f tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.2712598
Apr 23 18:07:39.202059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-664261fc-ff66-4cb6-b133-3a612b597023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:39.203550 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-664261fc-ff66-4cb6-b133-3a612b597023 service neutron] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 910 time: 0.2881927
Apr 23 18:07:39.297101 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6daa7aa8-a2b4-4ce0-999c-bb2d6d1246c9 req-a930d304-10f6-4661-9113-22540ef6b871 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1676404
Apr 23 18:07:39.308561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:39.324832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:39.678516 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-55597f26-9043-4481-bc3d-9498c2e234a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 999 time: 0.4665937
Apr 23 18:07:39.787889 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Floating IP e535b5e4-b0e4-4328-817f-f5eadeabb08e associated. External IP: 172.27.2.114, port: cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd.
Apr 23 18:07:39.848423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-b3c66f5c-3759-42cb-ae02-e67dcef53002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:39.849979 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-b3c66f5c-3759-42cb-ae02-e67dcef53002 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.1490242
Apr 23 18:07:40.097365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-217b1689-f87a-49aa-a93b-3c2ce9fb24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:40.098960 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-217b1689-f87a-49aa-a93b-3c2ce9fb24c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2396266
Apr 23 18:07:40.402760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c8931-f7de-40d5-be66-ab4ee99dd86c req-37746985-fb40-458c-9158-c03538be6b72 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:40.404410 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f33c8931-f7de-40d5-be66-ab4ee99dd86c req-37746985-fb40-458c-9158-c03538be6b72 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.3800600
Apr 23 18:07:40.520256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Router ba526e65-c872-4b54-8606-5c88f36a775f has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:07:40.529641 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-c335a207-174a-4556-b8ac-af86761556b4 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3769541
Apr 23 18:07:40.581470 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f33c8931-f7de-40d5-be66-ab4ee99dd86c req-d29fedf4-3338-430b-b852-880c4302df53 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638148
Apr 23 18:07:40.898395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473fe6d-5818-49b3-a5b9-ecb868ec61f5 req-f4cd1cd8-99ae-4f0b-ac2f-9a01d6c7e4eb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:40.900164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d473fe6d-5818-49b3-a5b9-ecb868ec61f5 req-f4cd1cd8-99ae-4f0b-ac2f-9a01d6c7e4eb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.4812298
Apr 23 18:07:40.949120 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ffce0e7-3110-429f-b201-4d23cbe1154a req-24b43948-ab62-4895-80f7-75b33415c426 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4079065
Apr 23 18:07:41.002855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:41.011545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:41.014379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:41.024496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:41.025266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341af940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:41.047458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d473fe6d-5818-49b3-a5b9-ecb868ec61f5 req-cae51602-20a5-434f-a7f5-350bbb0f7b62 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275148
Apr 23 18:07:41.062893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80eb7c-b70d-4f81-9fec-d0c7858be58a req-45e93be9-e152-4ade-acac-6c7ab78b6b1e tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:41.064462 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f80eb7c-b70d-4f81-9fec-d0c7858be58a req-45e93be9-e152-4ade-acac-6c7ab78b6b1e tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.3699431
Apr 23 18:07:41.074415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34504) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:41.082736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Request body: {'floatingip': {'port_id': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:41.183846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:41.238689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:41.245215 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-949fadbd-a5a4-4f80-baf1-559edafa96b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "PUT /v2.0/floatingips/e535b5e4-b0e4-4328-817f-f5eadeabb08e HTTP/1.1" status: 200  len: 992 time: 3.5860257
Apr 23 18:07:41.254864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:41.327310 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'status': 'completed', 'code': 200}
Apr 23 18:07:41.805455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341af940>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'e535b5e4-b0e4-4328-817f-f5eadeabb08e', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'mac_address': 'fa:16:3e:a7:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:07:21Z', 'updated_at': '2021-04-23T18:07:38Z', 'revision_number': 1, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:41.809502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:41.818322 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:41.818969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341af940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:41.867967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-4ba1c18b-ec2e-45d8-b445-3310a8415914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:41.869601 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-4ba1c18b-ec2e-45d8-b445-3310a8415914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1099 time: 0.4857714
Apr 23 18:07:42.014609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:42.138471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-522c0240-15fe-4e52-a720-02311044a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:42.140840 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-522c0240-15fe-4e52-a720-02311044a03e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.2590082
Apr 23 18:07:42.290713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 18:07:42.399943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341af940>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'e535b5e4-b0e4-4328-817f-f5eadeabb08e', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'mac_address': 'fa:16:3e:a7:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:07:21Z', 'updated_at': '2021-04-23T18:07:38Z', 'revision_number': 1, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:42.404200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d251ef-2afe-4c54-9942-621843b02b37 None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'e535b5e4-b0e4-4328-817f-f5eadeabb08e', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'mac_address': 'fa:16:3e:a7:85:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:07:21Z', 'updated_at': '2021-04-23T18:07:38Z', 'revision_number': 1, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:42.409863 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-4447ced3-02d4-4f0a-a9f4-a5e83bad07a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 1000 time: 0.2540913
Apr 23 18:07:42.468476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:42.480301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:42.641362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dd0c9-a4ae-4b67-9b25-743cac33b59b req-9bca0dbf-84a4-48c9-a4aa-71fd20b162df tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:42.642971 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca5dd0c9-a4ae-4b67-9b25-743cac33b59b req-9bca0dbf-84a4-48c9-a4aa-71fd20b162df tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.4293237
Apr 23 18:07:42.657260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-004f2ca7-f775-4cd8-aca4-06e9ba5c498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:42.658696 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-004f2ca7-f775-4cd8-aca4-06e9ba5c498a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.2404206
Apr 23 18:07:42.690373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd24f7e-a790-45b9-b06a-81bc3125de9f None None] New status for floating IP e535b5e4-b0e4-4328-817f-f5eadeabb08e: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:07:42.793459 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca5dd0c9-a4ae-4b67-9b25-743cac33b59b req-46b5fea1-2a31-4e53-91e0-3b8550cbef9c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435127
Apr 23 18:07:42.800344 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Floating IP ce47493a-9b2c-434a-ad14-055dfd28c9c6 associated. External IP: 172.27.2.223, port: c7625ff5-ace1-46a7-9fa1-74ca3399c8e4.
Apr 23 18:07:42.955432 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-ceece766-fb1a-40cf-b7e9-e6c10d0b5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:42.956862 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-ceece766-fb1a-40cf-b7e9-e6c10d0b5b2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2696030
Apr 23 18:07:43.263725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-e550ead2-1c80-40aa-9ffd-9b83fc4c85b2 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965066
Apr 23 18:07:43.430894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Router f0d53229-f549-4d82-9423-559fe0dc7e52 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:07:43.457577 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-835ee8bd-7423-4373-a79f-1d4059e3a2b3 req-322d7652-4d10-49eb-b2ca-94746511ec33 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782036
Apr 23 18:07:43.871003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:43.876156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:43.882882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:43.893191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:43.893713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341afcc0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:43.996838 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-da2e0512-94f6-49fc-b962-e584f5d7452f tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "PUT /v2.0/floatingips/ce47493a-9b2c-434a-ad14-055dfd28c9c6 HTTP/1.1" status: 200  len: 992 time: 2.9185522
Apr 23 18:07:43.996838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:44.039019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78d711-401f-4d36-be0f-19eaa05c73de req-a489f958-6ecd-4476-a007-e97eeb199793 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:44.041491 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e78d711-401f-4d36-be0f-19eaa05c73de req-a489f958-6ecd-4476-a007-e97eeb199793 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.1135917
Apr 23 18:07:44.091925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:44.137705 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e78d711-401f-4d36-be0f-19eaa05c73de req-6caa0a8e-2d0a-4286-a1da-cdc9ca866195 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770450
Apr 23 18:07:44.203561 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'status': 'completed', 'code': 200}
Apr 23 18:07:44.335003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-dff50ff5-5214-4d49-a8ae-a60888c3f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:44.336707 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-dff50ff5-5214-4d49-a8ae-a60888c3f5c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 1099 time: 0.0885868
Apr 23 18:07:44.490545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-8da3e041-9240-47dc-8be8-d311e8fccfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:44.492310 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-8da3e041-9240-47dc-8be8-d311e8fccfba service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 200  len: 911 time: 0.1483114
Apr 23 18:07:44.494553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341afcc0>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'ce47493a-9b2c-434a-ad14-055dfd28c9c6', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'port_id': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'mac_address': 'fa:16:3e:d0:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:07:22Z', 'updated_at': '2021-04-23T18:07:42Z', 'revision_number': 1, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:44.498974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:44.508353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:44.509573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341afcc0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:44.612845 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-a64479ac-d186-4bbe-a590-991800af068f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 HTTP/1.1" status: 200  len: 1000 time: 0.1139421
Apr 23 18:07:44.692098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-4c74c09d-7b7c-4a26-823d-f528335c4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:44.692629 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-4c74c09d-7b7c-4a26-823d-f528335c4960 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 200  len: 849 time: 0.0720208
Apr 23 18:07:44.726987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:44.789991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-b8471f97-36a1-43a6-869e-4e73594a1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:44.791655 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-b8471f97-36a1-43a6-869e-4e73594a1c82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e2dbc-ede4-4d07-9589-d6a628a4b16e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929184
Apr 23 18:07:44.940302 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-145a2f52-5c94-448c-8f35-7a05ea287633 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401365
Apr 23 18:07:45.090052 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ecbc638-272e-4c0f-82ad-bb5bb92d77b3 req-cfa943ac-86c4-4289-80a6-869447187317 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424346
Apr 23 18:07:45.112334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341afcc0>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'ce47493a-9b2c-434a-ad14-055dfd28c9c6', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'port_id': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'mac_address': 'fa:16:3e:d0:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:07:22Z', 'updated_at': '2021-04-23T18:07:42Z', 'revision_number': 1, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:45.116738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a41bf-f2c6-40de-b68a-580f1f23819c None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'ce47493a-9b2c-434a-ad14-055dfd28c9c6', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'port_id': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'mac_address': 'fa:16:3e:d0:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:07:22Z', 'updated_at': '2021-04-23T18:07:42Z', 'revision_number': 1, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:45.345930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07887-b1ce-4fa9-b382-1a23496c3330 req-c48a45f5-39b7-427d-99aa-e6314d7da336 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:45.347594 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40c07887-b1ce-4fa9-b382-1a23496c3330 req-c48a45f5-39b7-427d-99aa-e6314d7da336 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.0920870
Apr 23 18:07:45.404350 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40c07887-b1ce-4fa9-b382-1a23496c3330 req-5d9a7a32-ecec-4e17-a868-b8043e0c08a5 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501978
Apr 23 18:07:45.407255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d2bd1-4b60-43aa-947f-ca040a72e48f None None] New status for floating IP ce47493a-9b2c-434a-ad14-055dfd28c9c6: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:07:46.604515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab6c74-a052-4a1c-8394-7c8369faee07 req-99d0e0cd-58a8-47aa-a1ce-2bbf0f1154ab tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:46.606008 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-70ab6c74-a052-4a1c-8394-7c8369faee07 req-99d0e0cd-58a8-47aa-a1ce-2bbf0f1154ab tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.0872881
Apr 23 18:07:46.653040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-70ab6c74-a052-4a1c-8394-7c8369faee07 req-8df91b5d-5d5c-49ab-86be-e0b229bc122d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409000
Apr 23 18:07:47.859179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c9f2e-0986-4556-b695-46726842e3c0 req-1029b097-2430-49d3-b7ed-1363b6959a65 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:47.860781 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e55c9f2e-0986-4556-b695-46726842e3c0 req-1029b097-2430-49d3-b7ed-1363b6959a65 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.0919530
Apr 23 18:07:47.909157 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e55c9f2e-0986-4556-b695-46726842e3c0 req-7bc844a8-8ac5-4bdf-b114-780d5486a0e7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420263
Apr 23 18:07:48.860477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:07:49.120341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246075e-8af7-498a-beca-55af2533035a req-5bbfeed8-2cd1-4658-8fec-014077b13efa tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:49.121933 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f246075e-8af7-498a-beca-55af2533035a req-5bbfeed8-2cd1-4658-8fec-014077b13efa tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 944 time: 0.0916901
Apr 23 18:07:49.169166 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f246075e-8af7-498a-beca-55af2533035a req-507feaa3-55da-437f-83ac-067e61830183 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409052
Apr 23 18:07:49.181854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:49.196006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'port_id': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'mac_address': 'fa:16:3e:dd:55:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:07:49.257355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:49.275315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6269bb3-d1ae-43c9-a53a-a18ff86042fa {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:07:49.291053 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:49.293779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:49.295575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:49.365623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:49.369387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:49.609153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['a6269bb3-d1ae-43c9-a53a-a18ff86042fa'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:07:49.907638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34598) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:50.034112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.049440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:50.053537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Usage tracker for resource:security_group_rule and tenant:20e5c1be6fd74da9ac1166a81638f265 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:50.057221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:50.063248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:50.149163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.151542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.160286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1543f3b9-38f4-4242-b0f4-facb06972259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:50.210352 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20e5c1be6fd74da9ac1166a81638f265&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989469
Apr 23 18:07:50.210352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda59ac-f506-47d1-b3e8-4ba2ad43ee7f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:50.211354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34606) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:50.212318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:50.279385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.358601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.429315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a9e55-0156-4331-8bad-3fb0fbcbda90 req-e676ac9c-cf76-4917-b42a-d12c699e1ec1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:50.431898 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca4a9e55-0156-4331-8bad-3fb0fbcbda90 req-e676ac9c-cf76-4917-b42a-d12c699e1ec1 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 945 time: 0.1429453
Apr 23 18:07:50.452693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.459005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a796dfc1-a04a-4cd2-9f4f-f375526f2aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:50.476360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda59ac-f506-47d1-b3e8-4ba2ad43ee7f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:50.479378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:50.498918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:50.500155 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeda59ac-f506-47d1-b3e8-4ba2ad43ee7f HTTP/1.1" status: 204  len: 168 time: 0.2878289
Apr 23 18:07:50.510076 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca4a9e55-0156-4331-8bad-3fb0fbcbda90 req-083f97e6-1de0-4517-8c78-8f52fae73ddc tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712118
Apr 23 18:07:50.874188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:50.946762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port a6269bb3-d1ae-43c9-a53a-a18ff86042fa triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:50.947412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.083015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.113909 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:07:51.125258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:51.128431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.130822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:51.171239 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'code': 200}
Apr 23 18:07:51.208783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:51.212584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:51.241648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34636) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:51.356102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1086004641-network', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:51.361186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:51.365337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Usage tracker for resource:network and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:51.369075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:51.376015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:51.385201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Made reservation on behalf of 0cbc3f7b93a44f2494f68571b03bf07c for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:51.389932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.402886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.418408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:51.422454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:51.425589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:51.432356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:51.550554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c60d-0448-446b-ab02-94b41990cb56 req-fdb908b8-969a-4eb8-b243-0d1f1d91f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:51.552217 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cea6c60d-0448-446b-ab02-94b41990cb56 req-fdb908b8-969a-4eb8-b243-0d1f1d91f7cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1099 time: 0.1113577
Apr 23 18:07:51.624993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.630682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cea6c60d-0448-446b-ab02-94b41990cb56 req-49ab683a-ebb8-417d-91fb-96eb058b6e8b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673084
Apr 23 18:07:51.632118 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.671157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-04609dca-8242-4eae-88b3-39a4e66938f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:51.709739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:07:51.730065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0ea474-0b85-4e04-9928-f9b542dc5dd9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:51.735423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:51.737715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.738062 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Added segment 29b89d09-f1d5-489e-ba90-027abda484a5 of type vlan for network f61631c6-cfd1-47a7-a9cd-fd9e3827b562
Apr 23 18:07:51.780503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.794405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cab5-9623-4765-a8e2-8724b5664083 req-9480e33f-1272-4dab-9292-5bde6a8e1ea7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:51.795984 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac96cab5-9623-4765-a8e2-8724b5664083 req-9480e33f-1272-4dab-9292-5bde6a8e1ea7 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1675971
Apr 23 18:07:51.851153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.856209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:51.856853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:51.863791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:51.894145 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac96cab5-9623-4765-a8e2-8724b5664083 req-be688dc3-7b62-4d43-b8f4-103b51eccf06 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918610
Apr 23 18:07:51.980904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Pushing event updated for resources: {'Network': ['ID=f61631c6-cfd1-47a7-a9cd-fd9e3827b562,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:51.983748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:51.985426 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7426815
Apr 23 18:07:51.988409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34646) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:51.990907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:07:51.995035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Request body: {'subnet': {'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1086004641-subnet', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:52.000274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:52.004364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Usage tracker for resource:subnet and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:52.007645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:52.013847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:52.023762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Made reservation on behalf of 0cbc3f7b93a44f2494f68571b03bf07c for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:52.029106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27735701'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.434150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826565579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27735684'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.439018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31a04022-df75-4188-b9ae-7dd08e21896f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:52.519021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c71f934-4f87-4373-88c5-1f9478b5a489,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:52.525296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:52.527992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Checking segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:52.528387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Network hostable DHCP agents. Network: f61631c6-cfd1-47a7-a9cd-fd9e3827b562, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:07:52.546797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:07:52.555001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, f61631c6-cfd1-47a7-a9cd-fd9e3827b562) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:52.564392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38f573-f58a-4807-b4d6-cce394c77e34 None None] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:07:52.566823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:52.567470 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.586543 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4f57e8f4-9502-44e0-8f17-d8006fa6e896 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5970390
Apr 23 18:07:52.589908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34652) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:52.595367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:52.600143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:52.604177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Usage tracker for resource:router and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:52.607713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:52.613751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:52.622592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.623628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.639105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.698607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.822474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:07:52.823405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.949811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:52.999600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Allocated IP 172.20.0.2 (f61631c6-cfd1-47a7-a9cd-fd9e3827b562/8c71f934-4f87-4373-88c5-1f9478b5a489/efe5f3e3-88a9-485d-8087-40e054ff8906) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:53.164320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8153aee-a436-4a16-87fb-936e95a22c8b req-721b4e50-6364-4787-9eec-ade85ed752be tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:53.166448 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8153aee-a436-4a16-87fb-936e95a22c8b req-721b4e50-6364-4787-9eec-ade85ed752be tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1331253
Apr 23 18:07:53.229090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.229481 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8153aee-a436-4a16-87fb-936e95a22c8b req-f0b8c5b2-c701-4ead-ae03-693e4d95f27b tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536580
Apr 23 18:07:53.240032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Transition to ACTIVE for port object efe5f3e3-88a9-485d-8087-40e054ff8906 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:53.260034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Transition to ACTIVE for port object efe5f3e3-88a9-485d-8087-40e054ff8906 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:53.265558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.271337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:53.332177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:53.335267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:53.339841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:53.390642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Pushing event updated for resources: {'Port': ['ID=efe5f3e3-88a9-485d-8087-40e054ff8906,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:53.398222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:53.430869 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.454256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Attempting to bind port efe5f3e3-88a9-485d-8087-40e054ff8906 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:53.454671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Attempting to bind port efe5f3e3-88a9-485d-8087-40e054ff8906 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:53.455078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Attempting to bind port efe5f3e3-88a9-485d-8087-40e054ff8906 on network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:53.460823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:53.461184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Checking segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:53.461791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.462472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Bound using segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:53.462999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Bound port: efe5f3e3-88a9-485d-8087-40e054ff8906, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:53.463393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.463534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.563124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] For port efe5f3e3-88a9-485d-8087-40e054ff8906, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:53.566642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] For port efe5f3e3-88a9-485d-8087-40e054ff8906, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=efe5f3e3-88a9-485d-8087-40e054ff8906,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:53.570154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:53.575705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:53.663000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Pushing event updated for resources: {'Port': ['ID=efe5f3e3-88a9-485d-8087-40e054ff8906,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:53.667007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:53.837091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Allocated IP 172.27.2.198 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/4e4e29ef-ac13-4f2d-9ee3-5989f9b78482) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:54.006871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:54.039417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:54.044619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:54.107625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:54.111221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:54.120236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:54.162704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:54.167169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:54.564252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:54.590213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5b816d5-eeba-4202-adcc-4d6b3d85c2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:54.971455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:54.983961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device efe5f3e3-88a9-485d-8087-40e054ff8906 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:55.063785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port efe5f3e3-88a9-485d-8087-40e054ff8906 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:55.100024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282304d8-0e39-450e-980b-00c532c68841 None None] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:07:55.230133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Provisioning for port efe5f3e3-88a9-485d-8087-40e054ff8906 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:55.248466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Provisioning complete for port efe5f3e3-88a9-485d-8087-40e054ff8906 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:55.248888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:55.283784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Router be921111-f1f8-4ef5-9795-c774034e2828 is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:07:55.359745 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-61b09402-70d7-4705-baa4-9247f7dde402 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1701093
Apr 23 18:07:55.489254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:55.536781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] For port efe5f3e3-88a9-485d-8087-40e054ff8906, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=efe5f3e3-88a9-485d-8087-40e054ff8906,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:55.540653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:55.542708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:55.550418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:55.569341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-ad554826-93ed-4707-87cf-5cfc7fd6235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:55.571689 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-ad554826-93ed-4707-87cf-5cfc7fd6235f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1099 time: 0.1470912
Apr 23 18:07:55.582233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:55.582458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Sync routers for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:07:55.586043 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.9923012
Apr 23 18:07:55.586375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34670) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:55.605010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:55.605702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34df46d8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:55.706891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Pushing event updated for resources: {'Port': ['ID=efe5f3e3-88a9-485d-8087-40e054ff8906,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:55.710336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:55.772367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-9e894063-3612-4f4e-b966-7fdcc2959157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:55.774103 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-9e894063-3612-4f4e-b966-7fdcc2959157 service neutron] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 910 time: 0.1734231
Apr 23 18:07:55.898569 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-56bf2cfb-66c4-4349-92b1-f8940ed19f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 1001 time: 0.1174064
Apr 23 18:07:55.974514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-15693756-b6ee-40aa-8496-bfc8aca5f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:55.976285 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-15693756-b6ee-40aa-8496-bfc8aca5f060 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.0696802
Apr 23 18:07:56.004215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a0d8aecc-bcf3-47f2-b1de-b1eae35b645a None None] Provisioning complete for port efe5f3e3-88a9-485d-8087-40e054ff8906 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:56.004641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0d8aecc-bcf3-47f2-b1de-b1eae35b645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.078703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-8f202198-df7f-48e1-9f45-ee26e12960da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:56.080905 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-8f202198-df7f-48e1-9f45-ee26e12960da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0972857
Apr 23 18:07:56.097377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:56.391315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.468173 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-95890a3f-eccc-4239-863f-e2fbfe839c2e service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743477
Apr 23 18:07:56.471061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc2a6-9239-428c-bdd5-59eeacf40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.499576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34df46d8>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:54Z', 'revision_number': 3, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:56.503720 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Checking router: be921111-f1f8-4ef5-9795-c774034e2828 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:07:56.504154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Updating router be921111-f1f8-4ef5-9795-c774034e2828 port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:07:56.567087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.619681 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fed57d8d-d1dd-4175-b989-ee90bc3ed741 req-84d80db9-3cea-4e23-990f-ea1c7fafc813 service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443784
Apr 23 18:07:56.635383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Allocated IP 172.20.0.1 (f61631c6-cfd1-47a7-a9cd-fd9e3827b562/8c71f934-4f87-4373-88c5-1f9478b5a489/33a96e9e-0d68-4a07-8e12-b37dc5f74fa5) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:07:56.796609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.812980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Transition to ACTIVE for port object 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:56.838678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.843975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c2559ba-6a24-446c-86b5-8a194625f265 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:56.921089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Pushing event updated for resources: {'Port': ['ID=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:56.925904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:56.927842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:56.929056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:56.931358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:07:56.948973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device efe5f3e3-88a9-485d-8087-40e054ff8906 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:56.984791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:56.996410 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.017561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Transition to ACTIVE for port object 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:07:57.028169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.035242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:57.108816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028f7fe-a5e8-4fd8-936f-8478e9e2c5d7 None None] Pushing event updated for resources: {'Port': ['ID=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:57.111755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9028f7fe-a5e8-4fd8-936f-8478e9e2c5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:57.138303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Attempting to bind port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:07:57.138715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Attempting to bind port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:07:57.139122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Attempting to bind port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:07:57.148541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:07:57.148991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:07:57.149907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.150351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:07:57.150868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Bound port: 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:07:57.151282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.181733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port efe5f3e3-88a9-485d-8087-40e054ff8906 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:57.182101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.269942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.283569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3a3dd541-63f1-420a-8a8b-fd778e1c6821 None None] Provisioning for port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:57.297741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3a3dd541-63f1-420a-8a8b-fd778e1c6821 None None] Provisioning complete for port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:57.298151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd541-63f1-420a-8a8b-fd778e1c6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.329568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] For port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:07:57.355678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] For port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:07:57.367671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.402908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:57.459537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dd541-63f1-420a-8a8b-fd778e1c6821 None None] Port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:07:57.504140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.507735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:07:57.509398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34df46d8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:57.509550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.542250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a80e2687-1c0e-41cb-a6ac-4f82b2e39235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:57.625682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Pushing event updated for resources: {'Port': ['ID=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:57.628415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.633985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:57.658205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028f7fe-a5e8-4fd8-936f-8478e9e2c5d7 None None] Pushing event updated for resources: {'Port': ['ID=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:57.667735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9028f7fe-a5e8-4fd8-936f-8478e9e2c5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:57.688040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:57.738144 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:07:58.013209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:07:58.014448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:07:58.109779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34df46d8>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 2, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:07:58.114451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6074f8b-20a6-41c2-9866-e2a006099fdb None None] The sync data for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi is: [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 2, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:07:58.233896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Router be921111-f1f8-4ef5-9795-c774034e2828 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:07:58.286683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b8de05b7-3889-4b3f-a935-8d4e5f669c2c None None] Provisioning complete for port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:58.287036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8de05b7-3889-4b3f-a935-8d4e5f669c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:58.356759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:58.361958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b8de05b7-3889-4b3f-a935-8d4e5f669c2c None None] Port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:07:58.444673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:07:58.465273 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-47448020-8a04-46c7-b857-71295574522d admin admin] 10.222.0.24 "PUT /v2.0/routers/be921111-f1f8-4ef5-9795-c774034e2828/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8747942
Apr 23 18:07:58.980813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:07:59.057445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:07:59.066106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:07:59.066532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.140989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34700) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:59.148416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1691019930-network', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:59.155453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:59.159850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Usage tracker for resource:network and tenant:a58dc497a597438e9a0b006504e9bf43 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:59.162998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:59.167259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.170537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:59.182139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Made reservation on behalf of a58dc497a597438e9a0b006504e9bf43 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:59.187158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.204989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.224585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:59.229941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Usage tracker for resource:security_group_rule and tenant:a58dc497a597438e9a0b006504e9bf43 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:59.236423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:59.244346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:59.349306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.353087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.357946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d747ad0-2f92-4d5b-b29a-e013a89368bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:59.387036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:07:59.401300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f0785-cca8-45dc-b5b4-9152889d7c61,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:59.404693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:59.407426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.407863 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Added segment d258880f-6cf7-4491-b899-29100af81ba3 of type vlan for network 9d742655-f718-421f-a240-a4dd196b8ac1
Apr 23 18:07:59.408094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.426070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:07:59.428954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.431539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:59.438702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.469473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.470846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:07:59.471487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:07:59.476498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28b61637-474b-4e16-9f7d-83e5941705d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:07:59.502159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:59.505663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:59.590788 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4485075
Apr 23 18:07:59.593821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34706) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:07:59.593978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Pushing event updated for resources: {'Network': ['ID=9d742655-f718-421f-a240-a4dd196b8ac1,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:07:59.596902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:07:59.600110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Request body: {'subnet': {'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1691019930-subnet', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:07:59.604832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 9d742655-f718-421f-a240-a4dd196b8ac1 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:07:59.606116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:07:59.610396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Usage tracker for resource:subnet and tenant:a58dc497a597438e9a0b006504e9bf43 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:07:59.613567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:07:59.620140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:07:59.630144 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Made reservation on behalf of a58dc497a597438e9a0b006504e9bf43 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:07:59.635371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27735701'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.039062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826565579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27735684'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.044435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29921816-9c39-4d78-97ba-bccb2dfe39bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:00.123180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845e6ccb-f10c-4010-a6ae-661cfa704ab9,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:00.134592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.135014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.135425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.135844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.136255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.136654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.137051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.137452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.137845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.138236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.138630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.139019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:00.144564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:00.145024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Checking segment: {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:08:00.145141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Network hostable DHCP agents. Network: 9d742655-f718-421f-a240-a4dd196b8ac1, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:08:00.163884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Network 9d742655-f718-421f-a240-a4dd196b8ac1 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:08:00.172938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 9d742655-f718-421f-a240-a4dd196b8ac1) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:00.183868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca96a29-dc72-44f8-a9fe-25c029f653b2 None None] Network 9d742655-f718-421f-a240-a4dd196b8ac1 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:08:00.186209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:00.186871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.206759 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b696e6aa-da7e-4bac-b0fc-94de6b03fca6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6116796
Apr 23 18:08:00.209376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 34712) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:08:00.215696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:08:00.220658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:08:00.225452 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Usage tracker for resource:router and tenant:a58dc497a597438e9a0b006504e9bf43 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:08:00.229595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:08:00.235640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:08:00.247368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.249126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.267655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.423843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-9d742655-f718-421f-a240-a4dd196b8ac1', 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'fixed_ips': [{'subnet_id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:08:00.424784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.560910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.588335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Allocated IP 172.20.0.2 (9d742655-f718-421f-a240-a4dd196b8ac1/845e6ccb-f10c-4010-a6ae-661cfa704ab9/c082b4c1-12be-47d8-9400-05446ab3de82) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:08:00.809973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.821882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Transition to ACTIVE for port object c082b4c1-12be-47d8-9400-05446ab3de82 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:00.847895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Transition to ACTIVE for port object c082b4c1-12be-47d8-9400-05446ab3de82 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:00.854430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.860148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:00.888542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.920939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Network 9d742655-f718-421f-a240-a4dd196b8ac1 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:08:00.923350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:00.929240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:00.932001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:08:00.980751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:01.019408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Pushing event updated for resources: {'Port': ['ID=c082b4c1-12be-47d8-9400-05446ab3de82,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:01.022387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:01.078378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Allocated IP 172.27.2.90 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/1e413f2b-08c7-4e36-b67e-424c7422c0c6) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:08:01.098350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Attempting to bind port c082b4c1-12be-47d8-9400-05446ab3de82 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:08:01.098771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Attempting to bind port c082b4c1-12be-47d8-9400-05446ab3de82 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:08:01.099185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Attempting to bind port c082b4c1-12be-47d8-9400-05446ab3de82 on network 9d742655-f718-421f-a240-a4dd196b8ac1 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:08:01.110766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:08:01.111181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Checking segment: {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:08:01.111632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.112098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Bound using segment: {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:08:01.112630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Bound port: c082b4c1-12be-47d8-9400-05446ab3de82, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:08:01.113044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.193498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:01.194024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.240593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.272825 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.278842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a7aef1a2-a4fd-4eaa-a405-2d671d4b7be8 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:01.280192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] For port c082b4c1-12be-47d8-9400-05446ab3de82, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:08:01.293991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] For port c082b4c1-12be-47d8-9400-05446ab3de82, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=c082b4c1-12be-47d8-9400-05446ab3de82,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:08:01.299365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.304028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:01.346297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:08:01.347458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:01.357778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:08:01.366255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Sync routers for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:08:01.377272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:01.378030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a340710b8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:01.408253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e413f2b-08c7-4e36-b67e-424c7422c0c6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:01.412766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:01.459315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Pushing event updated for resources: {'Port': ['ID=c082b4c1-12be-47d8-9400-05446ab3de82,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:01.462922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:01.584579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:08:01.851083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:01.970732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a340710b8>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 2, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:01.975293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Checking router: be921111-f1f8-4ef5-9795-c774034e2828 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:08:01.975686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Updating router be921111-f1f8-4ef5-9795-c774034e2828 port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:08:02.035845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.409098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.421154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Transition to ACTIVE for port object 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:02.426748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.431584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:02.462802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.574676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec851b3-af9d-41e7-9e4d-90bf3d6304fc None None] Pushing event updated for resources: {'Port': ['ID=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:02.583113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6ec851b3-af9d-41e7-9e4d-90bf3d6304fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:02.710226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Attempting to bind port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:08:02.710516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Attempting to bind port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:08:02.710923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Attempting to bind port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 on network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:08:02.713140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:08:02.719035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:08:02.719455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Checking segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:08:02.720289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.720721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Bound using segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:08:02.721411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Bound port: 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:08:02.722211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.855675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] For port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:08:02.859107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] For port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:08:02.862492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.869177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:02.943923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:08:02.956113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:02.956806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a340710b8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:02.957426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Sync routers for ids ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:08:02.979110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Routers {'4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:02.980054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1a6d8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:02.981667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:02.983130 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-03ed5191-e4f0-4115-adfb-e788a504dfd3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7726150
Apr 23 18:08:02.985958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 34726) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:08:03.092095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417a059-33a2-4c45-8c3e-924a99388fad None None] Network 9d742655-f718-421f-a240-a4dd196b8ac1 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:08:03.105269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec851b3-af9d-41e7-9e4d-90bf3d6304fc None None] Pushing event updated for resources: {'Port': ['ID=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:03.106824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device c082b4c1-12be-47d8-9400-05446ab3de82 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:03.109198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6ec851b3-af9d-41e7-9e4d-90bf3d6304fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:03.189213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:08:03.345374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b4809cec-2f92-4a3b-bac6-9a7117bc99f6 None None] Provisioning for port c082b4c1-12be-47d8-9400-05446ab3de82 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:03.379108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port c082b4c1-12be-47d8-9400-05446ab3de82 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:03.403528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port c082b4c1-12be-47d8-9400-05446ab3de82 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:03.403962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:03.521520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Set router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:08:03.713093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a340710b8>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:02Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:03.718991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec29bc-f3e7-41c2-a3e6-e031c51dc245 None None] The sync data for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi is: [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:02Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:08:03.816211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.102529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Allocated IP 172.20.0.1 (9d742655-f718-421f-a240-a4dd196b8ac1/845e6ccb-f10c-4010-a6ae-661cfa704ab9/cd645f8c-d129-45b8-b10b-3e8605f79f45) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:08:04.125949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.229286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port c082b4c1-12be-47d8-9400-05446ab3de82, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=c082b4c1-12be-47d8-9400-05446ab3de82,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:04.234370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.237240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:04.281251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.299906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Transition to ACTIVE for port object cd645f8c-d129-45b8-b10b-3e8605f79f45 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:04.330699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.330920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=c082b4c1-12be-47d8-9400-05446ab3de82,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:04.334879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1a6d8>, [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:01Z', 'revision_number': 3, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:04.337434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:04.340503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Checking router: 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:08:04.340902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Updating router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:08:04.350486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20a75f43-6b05-4f2d-bea4-cfb2b01a6d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:04.401992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.419206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Network 9d742655-f718-421f-a240-a4dd196b8ac1 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:08:04.427076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:04.437542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Pushing event updated for resources: {'Port': ['ID=cd645f8c-d129-45b8-b10b-3e8605f79f45,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:04.440134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:08:04.468288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:04.499201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.585079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-7bfbab00-93c0-429a-b548-02580f5d6798 None None] Provisioning complete for port c082b4c1-12be-47d8-9400-05446ab3de82 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:04.585544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7bfbab00-93c0-429a-b548-02580f5d6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.642986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.885105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.890746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.910450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.924401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52af5511-41a5-4e64-b5e6-1dcafecb4168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:04.925259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Transition to ACTIVE for port object 1e413f2b-08c7-4e36-b67e-424c7422c0c6 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:04.931738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:04.936850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:05.004864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:05.018465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.023214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Pushing event updated for resources: {'Port': ['ID=cd645f8c-d129-45b8-b10b-3e8605f79f45,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:05.027826 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:05.104093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ac0e2-cc59-4c2f-8b7b-b94bad9eb8f0 None None] Pushing event updated for resources: {'Port': ['ID=1e413f2b-08c7-4e36-b67e-424c7422c0c6,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:05.111005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878ac0e2-cc59-4c2f-8b7b-b94bad9eb8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:05.111751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Attempting to bind port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:08:05.112203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Attempting to bind port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:08:05.112614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Attempting to bind port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:08:05.114787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-79abc269-54c6-4689-9514-82e26e602355 None None] Provisioning for port cd645f8c-d129-45b8-b10b-3e8605f79f45 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:05.127688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-79abc269-54c6-4689-9514-82e26e602355 None None] Provisioning complete for port cd645f8c-d129-45b8-b10b-3e8605f79f45 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:05.128066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79abc269-54c6-4689-9514-82e26e602355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.155737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:08:05.156108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:08:05.156561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.157008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:08:05.157546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Bound port: 1e413f2b-08c7-4e36-b67e-424c7422c0c6, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:08:05.158284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.193952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Network 9d742655-f718-421f-a240-a4dd196b8ac1 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:08:05.195149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:05.263726 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:05.275986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-79abc269-54c6-4689-9514-82e26e602355 None None] Port cd645f8c-d129-45b8-b10b-3e8605f79f45 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:08:05.280618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:05.281042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.326057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] For port 1e413f2b-08c7-4e36-b67e-424c7422c0c6, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:08:05.352783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] For port 1e413f2b-08c7-4e36-b67e-424c7422c0c6, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=1e413f2b-08c7-4e36-b67e-424c7422c0c6,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:08:05.360887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.366872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b879d3fb-a55a-4e8b-b4ee-092f0f5f4d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:05.403457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:08:05.501533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a053ed58-fb52-428e-8f50-de33b2082b01 None None] Provisioning complete for port cd645f8c-d129-45b8-b10b-3e8605f79f45 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:05.501875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a053ed58-fb52-428e-8f50-de33b2082b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.550251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Routers {'4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:05.550958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1a6d8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:05.612849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ac0e2-cc59-4c2f-8b7b-b94bad9eb8f0 None None] Pushing event updated for resources: {'Port': ['ID=1e413f2b-08c7-4e36-b67e-424c7422c0c6,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:05.637682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878ac0e2-cc59-4c2f-8b7b-b94bad9eb8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:05.725031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.753172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a053ed58-fb52-428e-8f50-de33b2082b01 None None] Port cd645f8c-d129-45b8-b10b-3e8605f79f45 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:08:05.802507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:05.806459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:05.807350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device c082b4c1-12be-47d8-9400-05446ab3de82 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:05.840439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:05.843379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:08:05.853675 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] 10.222.0.24 "PUT /v2.0/routers/4ce6f9a0-8bd2-4341-b549-cd1cb236f3be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8665164
Apr 23 18:08:05.886390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] Set router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:08:06.275464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:06.330821 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:06.362134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port c082b4c1-12be-47d8-9400-05446ab3de82 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:06.362561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:06.583270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1a6d8>, [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': 'cd645f8c-d129-45b8-b10b-3e8605f79f45', 'name': '', 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'mac_address': 'fa:16:3e:0c:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:03Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 2, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'subnets': [{'id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:06.588754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947b8b1-fae4-492f-9fcf-57735064c1c9 None None] The sync data for ids ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'] in dv-cinder-786524-3-iscsi is: [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': 'cd645f8c-d129-45b8-b10b-3e8605f79f45', 'name': '', 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'mac_address': 'fa:16:3e:0c:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:03Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 2, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'subnets': [{'id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:08:06.956201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:07.075758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:07.076230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:07.896769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:08:08.989660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1e413f2b-08c7-4e36-b67e-424c7422c0c6 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:09.072461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:09.078379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:09.079101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:09.226125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:09.247988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 1e413f2b-08c7-4e36-b67e-424c7422c0c6, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=1e413f2b-08c7-4e36-b67e-424c7422c0c6,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:09.251346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:09.253458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:09.328247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=1e413f2b-08c7-4e36-b67e-424c7422c0c6,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:09.331594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:10.233369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Sync routers for ids ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:08:10.246215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Routers {'4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:10.247231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3400e6d8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:10.460956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Set router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:08:10.831753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3400e6d8>, [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': 'cd645f8c-d129-45b8-b10b-3e8605f79f45', 'name': '', 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'mac_address': 'fa:16:3e:0c:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:03Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 2, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'subnets': [{'id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:10.837401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Checking router: 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:08:10.838024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Updating router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be port cd645f8c-d129-45b8-b10b-3e8605f79f45 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:08:10.909089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:10.957445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1e413f2b-08c7-4e36-b67e-424c7422c0c6 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:11.039412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:11.040179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:11.365943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:11.381619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Transition to ACTIVE for port object cd645f8c-d129-45b8-b10b-3e8605f79f45 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:11.389625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:11.395546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-84700110-7be8-4c54-85b2-451b93b32c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:11.579988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341147b-9a06-4bea-bc1c-453ba0f41bd9 None None] Pushing event updated for resources: {'Port': ['ID=cd645f8c-d129-45b8-b10b-3e8605f79f45,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:11.609070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2341147b-9a06-4bea-bc1c-453ba0f41bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:11.640831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Attempting to bind port cd645f8c-d129-45b8-b10b-3e8605f79f45 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:08:11.641390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Attempting to bind port cd645f8c-d129-45b8-b10b-3e8605f79f45 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:08:11.642106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Attempting to bind port cd645f8c-d129-45b8-b10b-3e8605f79f45 on network 9d742655-f718-421f-a240-a4dd196b8ac1 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:08:11.648642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:08:11.649210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Checking segment: {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:08:11.650191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:11.650727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Bound using segment: {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:08:11.651365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Bound port: cd645f8c-d129-45b8-b10b-3e8605f79f45, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd258880f-6cf7-4491-b899-29100af81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:08:11.651908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:11.777152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] For port cd645f8c-d129-45b8-b10b-3e8605f79f45, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:08:11.782737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] For port cd645f8c-d129-45b8-b10b-3e8605f79f45, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=cd645f8c-d129-45b8-b10b-3e8605f79f45,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:08:11.786242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:11.791138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2341147b-9a06-4bea-bc1c-453ba0f41bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:11.867978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341147b-9a06-4bea-bc1c-453ba0f41bd9 None None] Pushing event updated for resources: {'Port': ['ID=cd645f8c-d129-45b8-b10b-3e8605f79f45,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:11.871446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2341147b-9a06-4bea-bc1c-453ba0f41bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:11.891115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Routers {'4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:11.894415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3400e6d8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:07:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:12.236980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] Set router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:08:12.621629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3400e6d8>, [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': 'cd645f8c-d129-45b8-b10b-3e8605f79f45', 'name': '', 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'mac_address': 'fa:16:3e:0c:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:03Z', 'updated_at': '2021-04-23T18:08:11Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'subnets': [{'id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:12.625870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e3025-2bf8-41b0-9af4-d815e25ce658 None None] The sync data for ids ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'] in dv-cinder-786524-3-iscsi is: [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:04Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': 'cd645f8c-d129-45b8-b10b-3e8605f79f45', 'name': '', 'network_id': '9d742655-f718-421f-a240-a4dd196b8ac1', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'mac_address': 'fa:16:3e:0c:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:03Z', 'updated_at': '2021-04-23T18:08:11Z', 'revision_number': 4, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'subnets': [{'id': '845e6ccb-f10c-4010-a6ae-661cfa704ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:08:13.012493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device cd645f8c-d129-45b8-b10b-3e8605f79f45 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:13.127776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port cd645f8c-d129-45b8-b10b-3e8605f79f45 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:13.133752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port cd645f8c-d129-45b8-b10b-3e8605f79f45 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:13.134179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:13.277095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:13.328328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port cd645f8c-d129-45b8-b10b-3e8605f79f45, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=cd645f8c-d129-45b8-b10b-3e8605f79f45,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:13.334017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:13.337817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:13.428461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=cd645f8c-d129-45b8-b10b-3e8605f79f45,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:13.437804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.441328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.441712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.442092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.442588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.442958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.443326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.443706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.444090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.444455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.444813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.445197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:13.449943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:14.962147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device cd645f8c-d129-45b8-b10b-3e8605f79f45 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:15.044091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port cd645f8c-d129-45b8-b10b-3e8605f79f45 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:15.044509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:16.146888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-883ec592-d4b9-4080-8480-9a2fac206468 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:16.147626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-883ec592-d4b9-4080-8480-9a2fac206468 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Synchronizing usage tracker for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:08:16.163568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-883ec592-d4b9-4080-8480-9a2fac206468 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Unset dirty status for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:08:16.165304 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-883ec592-d4b9-4080-8480-9a2fac206468 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 815 time: 0.1793394
Apr 23 18:08:16.181721 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-d52452c5-1201-4d72-a02e-57a2774ec3ee tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/quotas/0cbc3f7b93a44f2494f68571b03bf07c HTTP/1.1" status: 200  len: 375 time: 0.0101442
Apr 23 18:08:16.274604 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-09f17927-fb4a-46fe-805e-af93039ab2f9 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0872600
Apr 23 18:08:16.420726 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a05db438-d2d6-4d15-ba6b-aeb2d6934ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337991
Apr 23 18:08:16.562470 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-9aa47ac4-b6e5-4761-907c-428631ddc602 service neutron] 10.222.0.24 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351762
Apr 23 18:08:16.759174 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3387d66c-8b30-410c-9003-c0ac4877515d req-6edfb4b6-4ee8-47f9-8489-4a400b961463 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 210 time: 0.0494092
Apr 23 18:08:18.008729 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c52d8bb-9c09-4870-b200-084e04ddcf64 req-13618310-72da-4d89-addc-0585ed99bf71 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 210 time: 0.1112971
Apr 23 18:08:18.087990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-5984bf28-ab72-4035-948b-c32bad3a6960 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:18.089696 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-5984bf28-ab72-4035-948b-c32bad3a6960 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 815 time: 0.2167366
Apr 23 18:08:18.123370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'port': {'device_id': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'admin_state_up': True, 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:08:18.269550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:08:18.274456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:port and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:08:18.277463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:08:18.283858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:08:18.293603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Made reservation on behalf of 0cbc3f7b93a44f2494f68571b03bf07c for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:08:18.299611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:18.480424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Allocated IP 172.20.0.7 (f61631c6-cfd1-47a7-a9cd-fd9e3827b562/8c71f934-4f87-4373-88c5-1f9478b5a489/d6ff2e60-e91c-4546-92a9-222670b14d82) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:08:18.738578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:18.756015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Transition to ACTIVE for port object d6ff2e60-e91c-4546-92a9-222670b14d82 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:18.780206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:18.786125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31f5f1dd-da31-4543-872f-74fdf6d464d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:18.859328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:08:18.863247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:18.868016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:08:18.911222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:18.916724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:18.947614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:18.948387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:18.973476 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8544521
Apr 23 18:08:19.156094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2a4bfb0e-b955-4df5-b0a7-32d818663a97 None None] Provisioning for port d6ff2e60-e91c-4546-92a9-222670b14d82 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:19.161213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2a4bfb0e-b955-4df5-b0a7-32d818663a97 None None] Provisioning complete for port d6ff2e60-e91c-4546-92a9-222670b14d82 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:19.161888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a4bfb0e-b955-4df5-b0a7-32d818663a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:19.238357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bfb0e-b955-4df5-b0a7-32d818663a97 None None] Port d6ff2e60-e91c-4546-92a9-222670b14d82 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:08:19.247537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-3a3ac45a-0fc3-44cd-9b6e-253998efe05f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:19.248346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-3a3ac45a-0fc3-44cd-9b6e-253998efe05f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Synchronizing usage tracker for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:08:19.265865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-3a3ac45a-0fc3-44cd-9b6e-253998efe05f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Unset dirty status for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:08:19.267148 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-3a3ac45a-0fc3-44cd-9b6e-253998efe05f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 931 time: 0.1210294
Apr 23 18:08:19.332003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-7b818e21-8016-4785-bdbd-6c72b1cb739e tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Synchronizing usage tracker for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:08:19.348678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-7b818e21-8016-4785-bdbd-6c72b1cb739e tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Unset dirty status for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:08:19.349972 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48c58290-fc47-4335-b8fa-ea7fcdf6e07b req-7b818e21-8016-4785-bdbd-6c72b1cb739e tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610800
Apr 23 18:08:22.687845 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:24.593495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d65f8f1-c8d7-4da5-b5d7-f9adce79a2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:26.446932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0b05a9ea-16c0-425b-9928-47f64ee389b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:27.667922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:28.320710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:29.152293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:29.309122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Request body: {'port': {'device_id': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:08:29.438381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:29.656848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f1067-005e-46cb-a0ce-c521c0f4b04c req-b7983f9d-35b6-4684-a09f-6e44b3e0b297 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:29.658495 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b3f1067-005e-46cb-a0ce-c521c0f4b04c req-b7983f9d-35b6-4684-a09f-6e44b3e0b297 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 931 time: 0.2088523
Apr 23 18:08:29.805805 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b3f1067-005e-46cb-a0ce-c521c0f4b04c req-24d2ad89-8398-4d2b-8e73-096f8b602b52 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362059
Apr 23 18:08:30.241576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff2e60-e91c-4546-92a9-222670b14d82 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:08:30.252143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:30.271632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Transition to ACTIVE for port object d6ff2e60-e91c-4546-92a9-222670b14d82 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:08:30.274279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:30.279736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1c2f877-b522-4a12-a27d-c49aacccf07c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:30.464705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:30.473315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:30.560183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Attempting to bind port d6ff2e60-e91c-4546-92a9-222670b14d82 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:08:30.560561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Attempting to bind port d6ff2e60-e91c-4546-92a9-222670b14d82 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:08:30.560934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Attempting to bind port d6ff2e60-e91c-4546-92a9-222670b14d82 on network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:08:30.569409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Port d6ff2e60-e91c-4546-92a9-222670b14d82 on network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:08:30.569774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Attempting to bind port d6ff2e60-e91c-4546-92a9-222670b14d82 on network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:08:30.577618 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:08:30.577996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Checking segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:08:30.578610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Bound using segment: {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:08:30.579449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Bound port: d6ff2e60-e91c-4546-92a9-222670b14d82, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b89d09-f1d5-489e-ba90-027abda484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:08:30.580196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:30.683130 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:08:30.686176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:08:30.689537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:30.694210 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-09076da9-2e32-4aa8-bf4c-0762da71a08c tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:30.748881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:30.749556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:30.751028 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 1093 time: 1.4474769
Apr 23 18:08:30.751589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:08:30.781965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:30.785335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:30.805912 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'status': 'completed', 'code': 200}
Apr 23 18:08:30.919205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-0eb00238-53a7-4d18-a942-4cf11bc36227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:30.920903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-0eb00238-53a7-4d18-a942-4cf11bc36227 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1096 time: 0.0964990
Apr 23 18:08:31.038700 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-b0254e4e-16d1-4297-89f8-e6f64becd76a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 217 time: 0.1032512
Apr 23 18:08:31.137668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-d7e1778d-71fd-465f-9e92-203cedb5702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:31.139249 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-d7e1778d-71fd-465f-9e92-203cedb5702f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.0936105
Apr 23 18:08:31.213678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59795dae-f3df-4564-a351-f34b67869e22 req-eedebf07-6be2-40a8-a2a2-0173a8842c1a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:31.215283 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-59795dae-f3df-4564-a351-f34b67869e22 req-eedebf07-6be2-40a8-a2a2-0173a8842c1a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 943 time: 0.2196667
Apr 23 18:08:31.283223 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-59795dae-f3df-4564-a351-f34b67869e22 req-280e8631-d8a0-4ba2-8e60-d6eb00bc8171 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606866
Apr 23 18:08:31.285345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-f4e1ede9-20cf-4df7-9a6d-d2d539965cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:31.286863 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-f4e1ede9-20cf-4df7-9a6d-d2d539965cbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391611
Apr 23 18:08:31.434511 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-6a90f2ec-378d-48b2-831b-4efc197190c6 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382253
Apr 23 18:08:31.582641 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bdee2ed3-cf9a-4d0e-996c-da76a2b9cf5e req-65c4777d-1176-49bd-83e7-70fcddef8f9b service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406431
Apr 23 18:08:31.810922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-efbfa73a-dc45-40d3-9d93-dd21cc816509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:31.812529 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-efbfa73a-dc45-40d3-9d93-dd21cc816509 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1096 time: 0.1129889
Apr 23 18:08:31.959122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-3964d429-4884-4e03-b1e2-25c0d273fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:31.960730 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-3964d429-4884-4e03-b1e2-25c0d273fd9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 916 time: 0.1407435
Apr 23 18:08:32.037757 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-af5d9406-8d7d-41d1-aaad-1207e82b43ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 217 time: 0.0698810
Apr 23 18:08:32.108979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-86ef6101-3e31-4d7b-b662-3d793613b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:32.110536 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-86ef6101-3e31-4d7b-b662-3d793613b16e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.0663850
Apr 23 18:08:32.196050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-3fb33145-1094-4f39-b305-1e9b19bcca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:32.197603 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-3fb33145-1094-4f39-b305-1e9b19bcca06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795813
Apr 23 18:08:32.345236 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-e31c52a3-c681-4ca7-9bfb-759be04e5fcc service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374445
Apr 23 18:08:32.563238 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcd0c6d2-3e9e-4de6-afa3-356ef0adf467 req-e4abd14a-4cad-4017-8010-fd058d331af5 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111824
Apr 23 18:08:32.628623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140632-f4ca-48eb-ae0e-b9d84f7bf534 req-38a1eef0-2ada-4a55-9ffe-779dce45a9f5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:32.630101 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93140632-f4ca-48eb-ae0e-b9d84f7bf534 req-38a1eef0-2ada-4a55-9ffe-779dce45a9f5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 943 time: 0.1987579
Apr 23 18:08:32.706240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ff30-74f4-4ab7-8a0e-2bbc7f590884 req-75a8be63-a906-4006-9c90-80505841b9f4 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:32.707840 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc70ff30-74f4-4ab7-8a0e-2bbc7f590884 req-75a8be63-a906-4006-9c90-80505841b9f4 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1483960
Apr 23 18:08:32.710949 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93140632-f4ca-48eb-ae0e-b9d84f7bf534 req-e23e3e0d-7401-401a-bcc0-82de8982fb93 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739098
Apr 23 18:08:32.757871 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc70ff30-74f4-4ab7-8a0e-2bbc7f590884 req-0c31773f-ad7c-4107-96be-1977de09bb57 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428011
Apr 23 18:08:33.998083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225a4a7-f938-4e1c-842b-2eaddc9e1ee0 req-385a9939-bae4-4857-a08c-24750ead6e38 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:33.999565 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b225a4a7-f938-4e1c-842b-2eaddc9e1ee0 req-385a9939-bae4-4857-a08c-24750ead6e38 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 943 time: 0.1688006
Apr 23 18:08:34.013555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5332847-8010-4219-930d-b83dfb6b6a2a req-9954c896-d627-4937-a706-36697b357716 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:34.015025 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5332847-8010-4219-930d-b83dfb6b6a2a req-9954c896-d627-4937-a706-36697b357716 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1337559
Apr 23 18:08:34.088685 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b225a4a7-f938-4e1c-842b-2eaddc9e1ee0 req-388831b7-e9eb-4e97-a5da-74a3dfd635a2 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726368
Apr 23 18:08:34.096461 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5332847-8010-4219-930d-b83dfb6b6a2a req-490189b1-ccab-489c-9a2a-f6818e607a96 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644729
Apr 23 18:08:35.106340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d6ff2e60-e91c-4546-92a9-222670b14d82 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:08:35.257149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:35.272500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'port_id': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'mac_address': 'fa:16:3e:7e:9e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:08:35.335588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:35.354399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff2e60-e91c-4546-92a9-222670b14d82 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:08:35.365833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07fafa-5b05-471e-8378-31d438b47eee req-28defaa7-151f-4734-8ab6-878dfae841bb tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:35.367416 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab07fafa-5b05-471e-8378-31d438b47eee req-28defaa7-151f-4734-8ab6-878dfae841bb tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 943 time: 0.1635418
Apr 23 18:08:35.370958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:35.374989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:35.376699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9649a2-6372-433b-9f09-77f796cc253d req-2646cf9c-fc63-4fe2-9d24-675807b5faae tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:35.376846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9028f7fe-a5e8-4fd8-936f-8478e9e2c5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:35.378225 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb9649a2-6372-433b-9f09-77f796cc253d req-2646cf9c-fc63-4fe2-9d24-675807b5faae tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1316388
Apr 23 18:08:35.448416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:35.448743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab07fafa-5b05-471e-8378-31d438b47eee req-3fea440c-de49-43e8-b126-331e5c8ec01c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694847
Apr 23 18:08:35.451603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:35.459634 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb9649a2-6372-433b-9f09-77f796cc253d req-f8a39ec2-b7d5-4da0-844f-288c2ea155f0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641494
Apr 23 18:08:35.694931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d6ff2e60-e91c-4546-92a9-222670b14d82'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:08:36.725174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97afa2a-d98f-4c69-b914-d4cb8582d956 req-d150c3f1-89d3-403e-859b-b5bb22647b2b tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:36.726767 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f97afa2a-d98f-4c69-b914-d4cb8582d956 req-d150c3f1-89d3-403e-859b-b5bb22647b2b tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 944 time: 0.1615396
Apr 23 18:08:36.734816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930922aa-966c-4c15-a0f3-bc4cee5eb84d req-5f4b6c0d-0d5b-455f-87ff-e4ac322bb29e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:36.736263 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-930922aa-966c-4c15-a0f3-bc4cee5eb84d req-5f4b6c0d-0d5b-455f-87ff-e4ac322bb29e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1294839
Apr 23 18:08:36.813006 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f97afa2a-d98f-4c69-b914-d4cb8582d956 req-1b3cbff1-9a1f-4f22-9502-2264d195e020 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757382
Apr 23 18:08:36.817568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-930922aa-966c-4c15-a0f3-bc4cee5eb84d req-62441cc8-9679-4f0d-91b1-c48edf69343e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665731
Apr 23 18:08:37.120300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d6ff2e60-e91c-4546-92a9-222670b14d82 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:37.192351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port d6ff2e60-e91c-4546-92a9-222670b14d82 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:08:37.197862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port d6ff2e60-e91c-4546-92a9-222670b14d82 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:37.198295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:37.322961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:37.350575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:08:37.361508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:37.364701 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:37.366603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:37.402742 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'code': 200}
Apr 23 18:08:37.444673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:37.448703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:37.674564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3312b5-3c63-4304-808e-6888bc19e49b req-b51ff288-5664-4afc-a7af-2f761b5e9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:37.676078 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de3312b5-3c63-4304-808e-6888bc19e49b req-b51ff288-5664-4afc-a7af-2f761b5e9cf8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1098 time: 0.0783532
Apr 23 18:08:37.718740 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de3312b5-3c63-4304-808e-6888bc19e49b req-2f26cc0f-9e0d-4697-8978-edbec744e836 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360205
Apr 23 18:08:38.100817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164d23f-e786-4851-bd58-17f73cbfc44d req-7806050e-dcb5-4ffd-82e7-fdb80af86442 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:38.102012 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0164d23f-e786-4851-bd58-17f73cbfc44d req-7806050e-dcb5-4ffd-82e7-fdb80af86442 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1628551
Apr 23 18:08:38.112100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a800f-4672-4f55-ab8d-81b022edcaed req-641a46d1-6bc6-4c5f-8074-f578a9306ffe tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:38.113561 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d64a800f-4672-4f55-ab8d-81b022edcaed req-641a46d1-6bc6-4c5f-8074-f578a9306ffe tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.1334112
Apr 23 18:08:38.192272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0164d23f-e786-4851-bd58-17f73cbfc44d req-e590f82c-2b79-474c-9470-68309b9be1da tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776856
Apr 23 18:08:38.197407 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d64a800f-4672-4f55-ab8d-81b022edcaed req-c2b5ff40-bc29-495f-b6a5-5e1e5c8fb3fc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657716
Apr 23 18:08:39.471734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbb873-e929-4d3a-a574-9db0a90dfe79 req-019bbcef-f179-4201-8608-fcf46d6c088f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:39.473330 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-66dbb873-e929-4d3a-a574-9db0a90dfe79 req-019bbcef-f179-4201-8608-fcf46d6c088f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1597126
Apr 23 18:08:39.482045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e1351-2388-4457-96a7-a473d876610c req-7035b819-cc75-4b35-bc0f-9fcb6fc1561d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:39.483509 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae4e1351-2388-4457-96a7-a473d876610c req-7035b819-cc75-4b35-bc0f-9fcb6fc1561d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.1685379
Apr 23 18:08:39.764496 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-66dbb873-e929-4d3a-a574-9db0a90dfe79 req-afb99db3-679c-46ee-a8a2-bbbef20cbbee tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2798433
Apr 23 18:08:39.769018 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae4e1351-2388-4457-96a7-a473d876610c req-a8d25eec-fae7-4a87-a1f4-7663b42fcb2e tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631700
Apr 23 18:08:39.971576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a3dfa-f93d-4b09-9ebb-5aa445ff9a10 req-16669ab1-d022-489b-9d2d-a73217c11416 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:39.973183 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e68a3dfa-f93d-4b09-9ebb-5aa445ff9a10 req-16669ab1-d022-489b-9d2d-a73217c11416 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.0910118
Apr 23 18:08:40.021279 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e68a3dfa-f93d-4b09-9ebb-5aa445ff9a10 req-6d89afa6-64a4-4558-9c2b-4576af8f1bff tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409510
Apr 23 18:08:40.451303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727589a-8a71-44b1-9668-81aa9176322f req-0b48fcbb-3dc2-44e3-95af-02193deb099c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:40.452923 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1727589a-8a71-44b1-9668-81aa9176322f req-0b48fcbb-3dc2-44e3-95af-02193deb099c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.0888572
Apr 23 18:08:40.500750 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1727589a-8a71-44b1-9668-81aa9176322f req-fd865dd1-7d79-4dc4-8cac-e6ea95ea1b9a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413187
Apr 23 18:08:40.985750 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9629c6-2d4f-419d-8de4-19e030b78cca req-df8cfdc0-3fae-4999-bae2-c58b65a47034 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:40.987315 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f9629c6-2d4f-419d-8de4-19e030b78cca req-df8cfdc0-3fae-4999-bae2-c58b65a47034 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0943100
Apr 23 18:08:41.035994 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f9629c6-2d4f-419d-8de4-19e030b78cca req-bf132eb5-a0fc-4b11-8f5a-c0c3a5dd6558 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415001
Apr 23 18:08:42.267770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77044f-ed43-40ed-bcfe-20de1d028620 req-b683e3b8-b8c5-404c-9b11-9d7dd75b072d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:42.269380 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e77044f-ed43-40ed-bcfe-20de1d028620 req-b683e3b8-b8c5-404c-9b11-9d7dd75b072d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1003690
Apr 23 18:08:42.322325 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e77044f-ed43-40ed-bcfe-20de1d028620 req-72510e7f-e374-4849-8d94-0f80c9704746 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455296
Apr 23 18:08:43.528153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811efc91-0a6f-4fe5-a2bd-c7aa486473a3 req-7b4375af-2fcb-4144-9d27-16d11feb1561 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:43.529706 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-811efc91-0a6f-4fe5-a2bd-c7aa486473a3 req-7b4375af-2fcb-4144-9d27-16d11feb1561 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0878191
Apr 23 18:08:43.576335 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-811efc91-0a6f-4fe5-a2bd-c7aa486473a3 req-fa6473e4-0482-44dd-97e4-bbbbb73defc4 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402994
Apr 23 18:08:44.787687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e985d2-3ba4-4c9e-bf50-fbde47b78fc7 req-baed9c70-6cb7-4f62-bcc2-ce1052c7f8df tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:44.789293 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1e985d2-3ba4-4c9e-bf50-fbde47b78fc7 req-baed9c70-6cb7-4f62-bcc2-ce1052c7f8df tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0922403
Apr 23 18:08:44.838419 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1e985d2-3ba4-4c9e-bf50-fbde47b78fc7 req-3853e950-41f1-4abc-b43b-97bbed42ea09 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421662
Apr 23 18:08:44.887146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:08:46.043884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec8d38-6cc7-4b2a-8029-31ed027a4a07 req-d0b6fe77-179b-48e3-80ae-8ceca411ee19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:46.045472 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abec8d38-6cc7-4b2a-8029-31ed027a4a07 req-d0b6fe77-179b-48e3-80ae-8ceca411ee19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0897307
Apr 23 18:08:46.095362 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abec8d38-6cc7-4b2a-8029-31ed027a4a07 req-53ce9e0e-924d-4602-a0e0-6a309473c3b6 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433877
Apr 23 18:08:47.310695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b53b-07a5-4d4c-94ce-2bcefa91db65 req-f99db6eb-619e-4f9d-afab-f226807ffc2e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:47.312325 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08d7b53b-07a5-4d4c-94ce-2bcefa91db65 req-f99db6eb-619e-4f9d-afab-f226807ffc2e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0934787
Apr 23 18:08:47.360173 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08d7b53b-07a5-4d4c-94ce-2bcefa91db65 req-6dabcb1b-448b-494c-8adb-08050586bfba tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414176
Apr 23 18:08:48.564540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f06f-6f19-4cab-8213-d17d4a344a8d req-e18865c9-02de-44f7-a738-b733474fe670 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:48.566132 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1656f06f-6f19-4cab-8213-d17d4a344a8d req-e18865c9-02de-44f7-a738-b733474fe670 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0893877
Apr 23 18:08:48.616543 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1656f06f-6f19-4cab-8213-d17d4a344a8d req-19a35bbd-f529-4f1c-a079-bbd3e24f5a08 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438876
Apr 23 18:08:49.826019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f79d-e713-41b0-8474-bf1559fc9e24 req-aba7a529-e625-47ca-bf0c-a2442271778a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:49.827627 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6259f79d-e713-41b0-8474-bf1559fc9e24 req-aba7a529-e625-47ca-bf0c-a2442271778a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0919251
Apr 23 18:08:49.875569 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6259f79d-e713-41b0-8474-bf1559fc9e24 req-48440abd-e69c-4d64-8c14-d8744218cf14 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412393
Apr 23 18:08:51.147059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d657c0-c8d7-452b-9b02-b51fe3727f7b req-e97c5bd5-444d-4c44-ab0f-f2b6112f4dd8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:51.148703 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9d657c0-c8d7-452b-9b02-b51fe3727f7b req-e97c5bd5-444d-4c44-ab0f-f2b6112f4dd8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1066296
Apr 23 18:08:51.202851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:08:51.203664 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9d657c0-c8d7-452b-9b02-b51fe3727f7b req-8064c5bb-d13d-4071-b9d7-43bd327f3ccc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474212
Apr 23 18:08:51.394281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:51.411251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'mac_address': 'fa:16:3e:a7:85:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:08:51.478306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:51.499625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:08:51.516734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:51.521868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:51.524620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:51.606265 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:51.609770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:51.720096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:08:52.451374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50876b4-a94b-4525-b080-d572dddd2d6c req-2c2fb1b6-8d68-4696-b081-5ba50bc63c5a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:52.451374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d50876b4-a94b-4525-b080-d572dddd2d6c req-2c2fb1b6-8d68-4696-b081-5ba50bc63c5a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 945 time: 0.1057994
Apr 23 18:08:52.534903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d50876b4-a94b-4525-b080-d572dddd2d6c req-00b9af8d-46b3-48af-93f8-c297f8a9dbb0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706594
Apr 23 18:08:52.677699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:53.221739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:08:53.308832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:08:53.309368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:53.453247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:53.484894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:08:53.498237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:08:53.502282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:53.504543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:53.583971 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'code': 200}
Apr 23 18:08:53.592308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:53.629649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:53.763672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d600-e735-456c-b55e-70117b58ff44 req-7ae9f58e-5433-4c32-be1e-a8d76247211a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:53.771999 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2bf1d600-e735-456c-b55e-70117b58ff44 req-7ae9f58e-5433-4c32-be1e-a8d76247211a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1083834
Apr 23 18:08:53.819549 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2bf1d600-e735-456c-b55e-70117b58ff44 req-9ed47c97-9fa5-4fbd-a8a3-4393666b52ec tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462945
Apr 23 18:08:54.656479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ab59e05b-0a72-48b7-aa4b-f193cd369dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:55.052567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0376f-ed15-4d58-a37f-1756e8ee38ae req-c9bf313c-c139-4042-9bf7-a4c915efa7df tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:55.054556 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e0f0376f-ed15-4d58-a37f-1756e8ee38ae req-c9bf313c-c139-4042-9bf7-a4c915efa7df tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.0995178
Apr 23 18:08:55.108105 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e0f0376f-ed15-4d58-a37f-1756e8ee38ae req-36c34f04-e38c-4297-9e55-3a22e379b4b9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446610
Apr 23 18:08:56.372525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d50d1c-0ef8-4cf1-93db-bf2be203166e req-fc5e23ba-9b09-4dd4-903e-fa90b34f110b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:56.375226 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84d50d1c-0ef8-4cf1-93db-bf2be203166e req-fc5e23ba-9b09-4dd4-903e-fa90b34f110b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1171315
Apr 23 18:08:56.466152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e41d3944-99d2-4c98-80a5-3a00c5f87702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:56.466581 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84d50d1c-0ef8-4cf1-93db-bf2be203166e req-de1e24d9-7058-45b4-ad31-9b0fcc96b81a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655956
Apr 23 18:08:56.694052 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808e869-8c0b-4dd6-b891-9ec6a81e739b req-6b13b43d-7216-44df-85b0-dffdad5656b7 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:56.695984 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c808e869-8c0b-4dd6-b891-9ec6a81e739b req-6b13b43d-7216-44df-85b0-dffdad5656b7 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.1194103
Apr 23 18:08:56.756565 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c808e869-8c0b-4dd6-b891-9ec6a81e739b req-ac062622-0ca6-4ad4-add9-b77bdddfb663 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516586
Apr 23 18:08:56.782368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35162) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:08:56.995902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efe5fd-6bd2-49e3-a40a-a06bba86411e tempest-TestMinimumBasicScenario-530179801 tempest-TestMinimumBasicScenario-530179801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:56.997596 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-23efe5fd-6bd2-49e3-a40a-a06bba86411e tempest-TestMinimumBasicScenario-530179801 tempest-TestMinimumBasicScenario-530179801-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1093 time: 0.2140341
Apr 23 18:08:57.000849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35168) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:08:57.007506 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'port_id': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:08:57.015731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:08:57.021194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:floatingip and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:08:57.027431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:08:57.034632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:08:57.044463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:57.200414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:57.366474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Allocated IP 172.27.2.83 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/fc69ca38-6383-41a5-ae22-9059a6c4fbc7) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:08:57.542339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:57.595647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:57.600961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:57.678297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:57.678467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:08:57.687492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:08:57.692519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:08:57.747021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'Port': ['ID=fc69ca38-6383-41a5-ae22-9059a6c4fbc7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:57.768434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.768746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.769146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.769546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.769938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.770334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.770723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.771113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.771496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.771910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.772313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.772901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:08:57.781461 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:57.895278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94c312-ef5f-49f9-bd0e-5c3dde0469ff req-f4302128-e1e8-4430-8800-3d9e4578ee3a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:57.903278 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9c94c312-ef5f-49f9-bd0e-5c3dde0469ff req-f4302128-e1e8-4430-8800-3d9e4578ee3a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.2331357
Apr 23 18:08:57.957690 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9c94c312-ef5f-49f9-bd0e-5c3dde0469ff req-722eb412-1560-4523-be63-36260e77c9cb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533593
Apr 23 18:08:58.320007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:58.325804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:58.452965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:58.706371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:58.711174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:58.716304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:08:58.832049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'Port': ['ID=fc69ca38-6383-41a5-ae22-9059a6c4fbc7,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:08:58.835111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:08:58.846504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:59.064400 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Floating IP ae83068b-aadf-4355-8a74-611e6c3ee15b associated. External IP: 172.27.2.83, port: d6ff2e60-e91c-4546-92a9-222670b14d82.
Apr 23 18:08:59.164066 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:59.273760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3314-a197-4241-b710-14393999742d req-78b019a9-9d52-4744-b897-89695f8e6591 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:08:59.275358 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d9a3314-a197-4241-b710-14393999742d req-78b019a9-9d52-4744-b897-89695f8e6591 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.1434062
Apr 23 18:08:59.339360 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d9a3314-a197-4241-b710-14393999742d req-13649c2f-cacb-4810-b22c-a4b5c76ec3aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544074
Apr 23 18:08:59.529769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Router be921111-f1f8-4ef5-9795-c774034e2828 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:08:59.770788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:08:59.783438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] Sync routers for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:08:59.794503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:08:59.795411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff8b7f0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:08:59.812843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:59.888292 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8835335
Apr 23 18:08:59.888292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:08:59.888707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35194) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:08:59.896348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915152630', 'description': 'tempest-secgroup-smoke-1915152630 description', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:08:59.904988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:08:59.923568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:08:59.937886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:08:59.965402 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'status': 'completed', 'code': 200}
Apr 23 18:08:59.975907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:08:59.982667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:08:59.988067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:08:59.996419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:00.032025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:00.141681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e15c-653d-4653-845d-90715a9f8759 req-354e8d66-b7ca-4f66-a8c5-427a943631eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:00.143303 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-354e8d66-b7ca-4f66-a8c5-427a943631eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1098 time: 0.1183920
Apr 23 18:09:00.264190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.270175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.297672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0a53effc-4b6d-46ce-97d1-c838192a0550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:00.322967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.324838 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4350410
Apr 23 18:09:00.328463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35200) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:00.339711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group_rule': {'security_group_id': 'bda7ceab-fae2-489a-b317-f82657063bb3', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:00.348284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:00.355160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:00.359188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:00.367326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:00.367494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7ceab-fae2-489a-b317-f82657063bb3,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:00.384456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.385584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.386008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.386425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.386836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.387245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.387642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.388065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.388494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.388810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.389256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.389613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:00.412455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.419907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e15c-653d-4653-845d-90715a9f8759 req-1031adf4-b981-47ea-86b4-1f75b647101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:00.421606 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-1031adf4-b981-47ea-86b4-1f75b647101d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 916 time: 0.2639649
Apr 23 18:09:00.422703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:00.495493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.507274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.518527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:00.524548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff8b7f0>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'ae83068b-aadf-4355-8a74-611e6c3ee15b', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'port_id': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'mac_address': 'fa:16:3e:7e:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:08:58Z', 'updated_at': '2021-04-23T18:08:58Z', 'revision_number': 0, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:00.529553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] Checking router: be921111-f1f8-4ef5-9795-c774034e2828 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:00.539456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:00.540283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff8b7f0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:00.547297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68ef435-7706-4385-9879-1c53f44dee7a,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:00.552126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:00.561009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.562445 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2317109
Apr 23 18:09:00.565309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35212) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:00.571167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group_rule': {'security_group_id': 'bda7ceab-fae2-489a-b317-f82657063bb3', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:00.579875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:00.584276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:00.585087 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-df03ea96-b5f6-4843-8664-438533c9850b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 998 time: 0.1560237
Apr 23 18:09:00.588676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:00.603785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:00.635205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.704670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe04546-4058-4479-88ff-03155e0161a7 req-63a24a50-1e49-4496-96e0-55a36b491ce8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:00.709473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.712530 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7fe04546-4058-4479-88ff-03155e0161a7 req-63a24a50-1e49-4496-96e0-55a36b491ce8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.2131259
Apr 23 18:09:00.717000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.719326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:00.742830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e15c-653d-4653-845d-90715a9f8759 req-879b0d69-6845-4453-b964-b02b9fe4b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:00.745112 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-879b0d69-6845-4453-b964-b02b9fe4b266 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.1464603
Apr 23 18:09:00.747151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fe65ba-8fb8-4280-b94a-c2cf53f39ef6,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:00.750049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:00.758325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.763330 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0621f2e3-af0c-40d8-9340-9c8ce0a00d2d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1968172
Apr 23 18:09:00.764230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35224) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:00.770800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group_rule': {'security_group_id': 'bda7ceab-fae2-489a-b317-f82657063bb3', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:00.773039 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7fe04546-4058-4479-88ff-03155e0161a7 req-53f80b00-9392-45c2-9443-f56f0c225313 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595837
Apr 23 18:09:00.782335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:00.794487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:00.801839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:00.805356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:00.813089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:00.834264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.879119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e15c-653d-4653-845d-90715a9f8759 req-73df2d5c-9fcf-4b1e-a079-e790e658f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:00.881296 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-73df2d5c-9fcf-4b1e-a079-e790e658f703 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1121361
Apr 23 18:09:00.906672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.909748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.911978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2579b011-8da2-4574-bf5d-eb14578c7f19 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:00.936417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c8fdc7-4c58-4796-93fe-902f615cb410,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:00.940790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:00.949094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:00.953131 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1d1ba080-e4a2-4bcf-bcc0-5b6bfdc5f05c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1849477
Apr 23 18:09:00.953459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35232) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:00.959186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group_rule': {'security_group_id': 'bda7ceab-fae2-489a-b317-f82657063bb3', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:00.966172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:00.970278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:00.973363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:00.980713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:01.003847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.150770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.154781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.164938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:01.189706 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-9c6f446c-81b5-41e3-9352-8b3dbc5e1e68 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027946
Apr 23 18:09:01.191013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428665d7-680d-4c43-b190-c89e98e442d9,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:01.194291 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:01.198960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.203402 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2455943
Apr 23 18:09:01.203402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35240) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:01.209236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group_rule': {'security_group_id': 'bda7ceab-fae2-489a-b317-f82657063bb3', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:01.216384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:01.220567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:01.223592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:01.228112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2ff8b7f0>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'ae83068b-aadf-4355-8a74-611e6c3ee15b', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'port_id': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'mac_address': 'fa:16:3e:7e:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:08:58Z', 'updated_at': '2021-04-23T18:08:58Z', 'revision_number': 0, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:01.233234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfa869-46fe-46cc-ae57-252509ea9cb8 None None] The sync data for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi is: [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'ae83068b-aadf-4355-8a74-611e6c3ee15b', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'port_id': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'mac_address': 'fa:16:3e:7e:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:08:58Z', 'updated_at': '2021-04-23T18:08:58Z', 'revision_number': 0, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:01.237040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:01.249030 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Project 0cbc3f7b93a44f2494f68571b03bf07c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 18:09:01.259136 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.342555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.358986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.361486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c142b446-5300-4866-afb3-a2d2960b6f97 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:01.392883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9a054d-316a-4a3f-9da5-f0a833b7da48,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:01.395732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:01.401580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.401758 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c451e15c-653d-4653-845d-90715a9f8759 req-25ecc1dc-f6e1-4e55-ae3e-2df6461688c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743770
Apr 23 18:09:01.405537 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1e29f0d1-663a-45ff-883c-a863ec66398a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1987023
Apr 23 18:09:01.405783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35244) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:01.413405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'security_group_rule': {'security_group_id': 'bda7ceab-fae2-489a-b317-f82657063bb3', 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:01.420532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:01.426293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Usage tracker for resource:security_group_rule and tenant:0cbc3f7b93a44f2494f68571b03bf07c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:01.429822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:01.436610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:01.449179 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Project 0cbc3f7b93a44f2494f68571b03bf07c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 18:09:01.457055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.485627 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-bc69b400-1040-488c-9f88-cb98eda6f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:01.487212 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-bc69b400-1040-488c-9f88-cb98eda6f45b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1099 time: 0.0846479
Apr 23 18:09:01.532819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.536021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.538229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d0ae2d0-5c11-4871-8386-b4bc1a1ae037 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:01.563436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a6bbb6-658b-4d03-8e9a-7afdc54e9079,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:01.566171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:01.574663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:01.576216 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e71c8a9d-211b-4eaf-b198-eea8a04375b5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1692512
Apr 23 18:09:01.595359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd66228-2626-46c2-8195-c0aba205737c None None] New status for floating IP ae83068b-aadf-4355-8a74-611e6c3ee15b: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:09:01.730713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9b74-fe00-456e-97ac-f481cb9bcc85 req-9519c53c-4039-4eaa-b4d3-ae20dcd9a9fb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:01.732366 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-982a9b74-fe00-456e-97ac-f481cb9bcc85 req-9519c53c-4039-4eaa-b4d3-ae20dcd9a9fb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.2144084
Apr 23 18:09:01.759651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-9d4a70a1-8655-4b98-bc4a-84dd24ab9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:01.761213 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-9d4a70a1-8655-4b98-bc4a-84dd24ab9906 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.2662289
Apr 23 18:09:02.081299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-48803ede-6588-4bc3-9e11-663c6752d781 req-80071dbe-f94a-4c67-a1a1-734b7bcf6a0f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Synchronizing usage tracker for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:09:02.116877 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-982a9b74-fe00-456e-97ac-f481cb9bcc85 req-a88fbe47-ee73-4fba-a7bd-64f9ac2a2284 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3766863
Apr 23 18:09:02.138574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-48803ede-6588-4bc3-9e11-663c6752d781 req-80071dbe-f94a-4c67-a1a1-734b7bcf6a0f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Unset dirty status for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:09:02.138574 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48803ede-6588-4bc3-9e11-663c6752d781 req-80071dbe-f94a-4c67-a1a1-734b7bcf6a0f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915152630&fields=id&tenant_id=0cbc3f7b93a44f2494f68571b03bf07c HTTP/1.1" status: 200  len: 267 time: 0.4553955
Apr 23 18:09:02.138574 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-d959ca28-6320-4f4d-9db5-7a9b32fb91b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 1002 time: 0.3615253
Apr 23 18:09:02.321488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-e305e246-1485-4994-bb27-6190505bd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:02.323139 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-e305e246-1485-4994-bb27-6190505bd9d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.1390307
Apr 23 18:09:02.410353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803ede-6588-4bc3-9e11-663c6752d781 req-b4f39bbc-ed79-47dd-a640-42a1b686a754 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:02.411988 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48803ede-6588-4bc3-9e11-663c6752d781 req-b4f39bbc-ed79-47dd-a640-42a1b686a754 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.2691739
Apr 23 18:09:02.430922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99ca9f-0ad6-4539-ad38-c9da5e39b2ff req-d0be21a1-2579-4d7e-8615-97d98d91c27c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:02.433111 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e99ca9f-0ad6-4539-ad38-c9da5e39b2ff req-d0be21a1-2579-4d7e-8615-97d98d91c27c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 946 time: 0.2052794
Apr 23 18:09:02.438744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'port': {'security_groups': ['bd0ea474-0b85-4e04-9928-f9b542dc5dd9', 'bda7ceab-fae2-489a-b317-f82657063bb3']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:02.554258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-5cc3ffb2-be2c-40f2-966f-c07ac26d8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:02.555855 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-5cc3ffb2-be2c-40f2-966f-c07ac26d8e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2209580
Apr 23 18:09:02.598260 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e99ca9f-0ad6-4539-ad38-c9da5e39b2ff req-78d233cb-fd2c-483c-9507-b61715b1f778 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308599
Apr 23 18:09:02.715971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:02.829407 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-78362cef-5f8a-4130-9a52-34109c5f6f5f service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347789
Apr 23 18:09:03.107914 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aaf7e7ab-0ae7-463f-bb74-a3df06b1ed47 req-1f197803-325f-487f-807f-354fbae9dcd2 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637863
Apr 23 18:09:03.162321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:03.190351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:03.193828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:03.201490 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6904af09-ea08-4f70-bd3d-c2e3d65bcca0 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:03.233024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d6ff2e60-e91c-4546-92a9-222670b14d82'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:09:03.293094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:03.314426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:03.315113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:03.316665 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48803ede-6588-4bc3-9e11-663c6752d781 req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "PUT /v2.0/ports/d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 981 time: 0.8941691
Apr 23 18:09:03.318378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:09:03.366675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:03.381122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:03.412502 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cadbc5-d119-4909-a708-e9ededd4e6a4 req-7c70f9db-83cd-4162-8cc8-ce1aa88bae6a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:03.414592 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b7cadbc5-d119-4909-a708-e9ededd4e6a4 req-7c70f9db-83cd-4162-8cc8-ce1aa88bae6a tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.1722033
Apr 23 18:09:03.464014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d6ff2e60-e91c-4546-92a9-222670b14d82'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:09:03.570758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:03.571818 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b7cadbc5-d119-4909-a708-e9ededd4e6a4 req-9c3cdbb0-c7cc-4ff9-9759-43a6643a2403 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500762
Apr 23 18:09:03.638657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-79ea44f8-e2f9-4ec0-a4b6-9c37e5423f03 None None] Provisioning complete for port d6ff2e60-e91c-4546-92a9-222670b14d82 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:03.639087 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79ea44f8-e2f9-4ec0-a4b6-9c37e5423f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:03.640286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8962afe-cabe-4733-9d47-738ae3058c99 req-60f23233-b175-4ccf-b566-94fb7be4f067 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:03.642169 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8962afe-cabe-4733-9d47-738ae3058c99 req-60f23233-b175-4ccf-b566-94fb7be4f067 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1952195
Apr 23 18:09:03.643954 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'status': 'completed', 'code': 200}
Apr 23 18:09:03.681920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:09:03.683103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-612e534b-3adb-446c-b7c7-8aea93a3f5e7 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:03.684716 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-612e534b-3adb-446c-b7c7-8aea93a3f5e7 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.1967146
Apr 23 18:09:03.728409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:03.752583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:03.765260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-32e3a8fd-6844-4bf8-b1e9-18da818cc589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:03.834044 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8962afe-cabe-4733-9d47-738ae3058c99 req-9725a2fe-9866-4a00-bf7e-ff7e4ab6048f tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1849449
Apr 23 18:09:03.934469 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'code': 200}
Apr 23 18:09:03.938258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:03.971745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:03.980584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-34502c94-78c5-45e5-b285-560bc549a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:03.982130 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-34502c94-78c5-45e5-b285-560bc549a3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1137 time: 0.2963214
Apr 23 18:09:04.025803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441304-86df-435a-ad65-5061ebf540f4 req-d6d949aa-a741-47b0-91ff-07e7d3d43fcf tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:04.027415 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6441304-86df-435a-ad65-5061ebf540f4 req-d6d949aa-a741-47b0-91ff-07e7d3d43fcf tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.2949331
Apr 23 18:09:04.131352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Deleting port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:04.132023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:04.497819 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6441304-86df-435a-ad65-5061ebf540f4 req-b69ec7ec-8e56-4498-8654-aaf602f2d060 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4613779
Apr 23 18:09:04.518001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-2dfc2625-ef1f-4ed2-be1a-30f4497c9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:04.519575 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-2dfc2625-ef1f-4ed2-be1a-30f4497c9cb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 916 time: 0.5253699
Apr 23 18:09:04.622320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] For port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:04.622719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:04.773904 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-de275966-094c-4c89-95ae-a5a2621ce6e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 1000 time: 0.2439137
Apr 23 18:09:04.960859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-6b173533-0378-4bf8-b725-1eedb831a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:04.962454 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-6b173533-0378-4bf8-b725-1eedb831a455 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.1767743
Apr 23 18:09:05.106995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f790ca-d939-4d82-8afc-4988cac6a802 req-2304c324-966e-496e-8c4b-151138871e29 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:05.108616 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0f790ca-d939-4d82-8afc-4988cac6a802 req-2304c324-966e-496e-8c4b-151138871e29 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 946 time: 0.4086790
Apr 23 18:09:05.188182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:05.188814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:05.188939 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Floating IP ce47493a-9b2c-434a-ad14-055dfd28c9c6 disassociated. External IP: 172.27.2.223, port: c7625ff5-ace1-46a7-9fa1-74ca3399c8e4.
Apr 23 18:09:05.189256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Calling delete_port for c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:05.213514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0f790ca-d939-4d82-8afc-4988cac6a802 req-012c683b-d44a-4a19-ad44-ffbede7a44c4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2124e78-c885-449d-b5d9-4cc52cfcedbd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975204
Apr 23 18:09:05.234176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-f1baad06-49e8-4af5-96ea-fad191d87167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:05.235845 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-f1baad06-49e8-4af5-96ea-fad191d87167 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2610087
Apr 23 18:09:05.448909 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-09a7b506-ea8d-41e3-aa0c-cb83fc6ab2fb service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035346
Apr 23 18:09:05.532895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:05.543481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:05.602249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event deleted for resources: {'Port': ['ID=c7625ff5-ace1-46a7-9fa1-74ca3399c8e4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:05.609059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:05.864581 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb95017d-82e9-4f2f-aa27-4839a5d281dc req-a7e9dc61-2ea2-4445-a464-2e9e25619902 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4064639
Apr 23 18:09:05.914096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a22fd-a5aa-456d-a86f-73f955da2235 req-4151834d-96c4-4922-bc64-1fb46bd590fa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:05.915748 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-805a22fd-a5aa-456d-a86f-73f955da2235 req-4151834d-96c4-4922-bc64-1fb46bd590fa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.2929761
Apr 23 18:09:05.942580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Router f0d53229-f549-4d82-9423-559fe0dc7e52 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:06.099615 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-805a22fd-a5aa-456d-a86f-73f955da2235 req-57034dec-12ce-47f2-85cb-8ea08b4d735f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1743078
Apr 23 18:09:06.168234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:06.178329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:06.189342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:06.190124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f14e978>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:06.248054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] No DVR routers for this DVR port c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:09:06.251850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:06.254972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'name': 'network-vif-deleted', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:09:06.273867 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f762776-a180-4e9f-840d-f2eb3c850782 req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.47 "DELETE /v2.0/ports/c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 HTTP/1.1" status: 204  len: 173 time: 2.5431144
Apr 23 18:09:06.412134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a1a6859f-d7c7-4c95-8a33-a7fe2417888c req-a9e18f20-41b5-4e9c-867d-c8937aecda25 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Synchronizing usage tracker for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:09:06.432067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a1a6859f-d7c7-4c95-8a33-a7fe2417888c req-a9e18f20-41b5-4e9c-867d-c8937aecda25 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Unset dirty status for tenant:2dc37991df3c48f29eeb46941fe5eb10 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:09:06.433732 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1a6859f-d7c7-4c95-8a33-a7fe2417888c req-a9e18f20-41b5-4e9c-867d-c8937aecda25 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b69e8c0-c1b3-4729-93cf-65636898a815 HTTP/1.1" status: 200  len: 210 time: 0.0770881
Apr 23 18:09:06.504518 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b69e8c0-c1b3-4729-93cf-65636898a815', 'name': 'network-vif-deleted', 'tag': 'c7625ff5-ace1-46a7-9fa1-74ca3399c8e4', 'status': 'completed', 'code': 200}
Apr 23 18:09:06.567930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:06.911012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f14e978>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:06.915133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:06.925091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:06.926412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f14e978>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:07.138208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:07.185625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d6aa-ad62-43c7-b92f-9059164f5741 req-dd0717e5-b41a-4067-8343-453fe5357166 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:07.186653 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2f59d6aa-ad62-43c7-b92f-9059164f5741 req-dd0717e5-b41a-4067-8343-453fe5357166 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1038187
Apr 23 18:09:07.238889 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2f59d6aa-ad62-43c7-b92f-9059164f5741 req-c998074d-c582-4731-9d25-168071b76716 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436974
Apr 23 18:09:07.358037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:07.373314 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-28983482-487f-4622-a572-f0066c1a492f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0789649
Apr 23 18:09:07.573593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35314) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:07.579875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:07.622766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:07.623153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device c7625ff5-ace1-46a7-9fa1-74ca3399c8e4 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:07.646844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f14e978>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:07.652417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb17208-c87b-44fb-8be4-029a152fae1c None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '1820d510-338f-4fbc-be7d-08a441942d65', 'name': '', 'network_id': 'c21e2dbc-ede4-4d07-9589-d6a628a4b16e', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'mac_address': 'fa:16:3e:5e:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:55Z', 'updated_at': '2021-04-23T18:02:07Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'subnets': [{'id': 'aee5313e-ede5-4a09-b278-1989db7e3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:07.894530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:07.928825 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:07.990662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:07.994886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-73c0f7de-a037-4ab0-90ce-526e1e893984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:08.010232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2124e78-c885-449d-b5d9-4cc52cfcedbd,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:08.013780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:08.022812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:08.027207 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2124e78-c885-449d-b5d9-4cc52cfcedbd HTTP/1.1" status: 204  len: 168 time: 0.4491026
Apr 23 18:09:08.027495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35318) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:08.046399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-8fe37a1b-4e5b-414c-adb7-b5a2d43ccba4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] show failed (client error): The resource could not be found.
Apr 23 18:09:08.047884 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8fe37a1b-4e5b-414c-adb7-b5a2d43ccba4 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "GET /v2.0/security-groups/c2124e78-c885-449d-b5d9-4cc52cfcedbd HTTP/1.1" status: 404  len: 347 time: 0.0189898
Apr 23 18:09:08.050488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35322) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:08.068813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f967b07-e825-44b6-af84-2d0c5138b966 None None] New status for floating IP ce47493a-9b2c-434a-ad14-055dfd28c9c6: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:09:08.292598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Deleting port 4de17bad-b994-4c4c-9f2f-2030571534b5 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:08.293057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:08.489485 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:08.489856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:08.628566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55642b-f8c5-4eff-a7e2-b3d876e8c674 req-5ce3fb02-cd1d-426e-9496-20e221bf33a0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:08.630160 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c55642b-f8c5-4eff-a7e2-b3d876e8c674 req-5ce3fb02-cd1d-426e-9496-20e221bf33a0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.2595074
Apr 23 18:09:08.637712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Calling delete_port for 4de17bad-b994-4c4c-9f2f-2030571534b5 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:08.698235 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c55642b-f8c5-4eff-a7e2-b3d876e8c674 req-291b2e22-37ac-4f93-94fa-2f46143b0f1a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575180
Apr 23 18:09:08.796883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:08.801621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:08.851090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Pushing event deleted for resources: {'Port': ['ID=4de17bad-b994-4c4c-9f2f-2030571534b5,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:08.855483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:09.016037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:09.032974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-012d5eb6-674d-495b-b078-703ae0ee0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:09.034526 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-012d5eb6-674d-495b-b078-703ae0ee0ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d&tenant_id=01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 1097 time: 0.1506727
Apr 23 18:09:09.041640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:09.042817 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fa4e1923-e7f0-4108-91b8-ffc6a360bd66 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] 10.222.0.24 "DELETE /v2.0/floatingips/ce47493a-9b2c-434a-ad14-055dfd28c9c6 HTTP/1.1" status: 204  len: 168 time: 0.9912827
Apr 23 18:09:09.167448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-af7a7b55-be16-4661-85f0-952f311ff426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:09.169089 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-af7a7b55-be16-4661-85f0-952f311ff426 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1097 time: 0.0885634
Apr 23 18:09:09.315277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-de8af269-f025-4511-8721-10385402aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:09.316886 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-de8af269-f025-4511-8721-10385402aebf service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.1405017
Apr 23 18:09:09.432923 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-aa3174f2-d715-4834-b886-f8a4d1d1b754 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 1000 time: 0.1066704
Apr 23 18:09:09.505046 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-3d4e049a-2296-44b6-b157-99d7fede1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:09.506757 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-3d4e049a-2296-44b6-b157-99d7fede1b6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.0671148
Apr 23 18:09:09.590635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-6c2e92c5-7035-49e3-9e9b-90d444feed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:09.592243 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-6c2e92c5-7035-49e3-9e9b-90d444feed24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783975
Apr 23 18:09:09.733935 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-11ea0169-330d-46d2-b036-128f047f3d87 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338189
Apr 23 18:09:09.949916 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a008c4d2-a94d-441a-a0e2-2e3945b96082 req-63c7a186-93ff-4dd6-b408-638ed30990a2 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097127
Apr 23 18:09:09.958705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ba2c-479b-4a2f-a46d-5fc6d09894eb req-e3647971-d858-495b-86ee-321dda215009 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:09.960164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0fc3ba2c-479b-4a2f-a46d-5fc6d09894eb req-e3647971-d858-495b-86ee-321dda215009 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1390343
Apr 23 18:09:10.010609 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0fc3ba2c-479b-4a2f-a46d-5fc6d09894eb req-60efa317-0560-400d-899e-602d0c0f0dbb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421929
Apr 23 18:09:11.278990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04294-afde-4372-b406-0948d803ccd2 req-96f7042c-4e1a-4136-97c5-39f42a0f1664 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:11.287254 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f6f04294-afde-4372-b406-0948d803ccd2 req-96f7042c-4e1a-4136-97c5-39f42a0f1664 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1093619
Apr 23 18:09:11.336375 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f6f04294-afde-4372-b406-0948d803ccd2 req-70c8efdd-79e5-41f7-ba6a-2aba65f8ab1e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479701
Apr 23 18:09:12.384856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35378) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:12.718535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c758e-056c-4d1e-83aa-e972e10fadcd req-d9a542f2-014d-4826-8456-f6b26103e5dd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:12.720348 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e63c758e-056c-4d1e-83aa-e972e10fadcd req-d9a542f2-014d-4826-8456-f6b26103e5dd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1043639
Apr 23 18:09:12.813040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e63c758e-056c-4d1e-83aa-e972e10fadcd req-27d3a1e2-251f-4089-b121-0da30b98d345 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824232
Apr 23 18:09:13.180621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35392) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:13.209634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Deleting port a6f4dc29-4307-47a1-8b5d-948aab50dcb6 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:13.210240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:13.492901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:13.493536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:13.637958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Calling delete_port for a6f4dc29-4307-47a1-8b5d-948aab50dcb6 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:14.041395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bb374-a741-4367-a3f1-a7034a98fe39 req-5b598f54-eb30-435b-8257-915912ff71a0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:14.047967 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-511bb374-a741-4367-a3f1-a7034a98fe39 req-5b598f54-eb30-435b-8257-915912ff71a0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1226852
Apr 23 18:09:14.108317 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-511bb374-a741-4367-a3f1-a7034a98fe39 req-4b5c11ce-ffae-4fcc-825a-0cca4833331b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581837
Apr 23 18:09:14.161974 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:14.168231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-47448020-8a04-46c7-b857-71295574522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:14.224710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event deleted for resources: {'Port': ['ID=a6f4dc29-4307-47a1-8b5d-948aab50dcb6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:14.263194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:14.371369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:14.371756 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Floating IP 3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42 disassociated (deleted). External IP: 172.27.2.51, port: a6269bb3-d1ae-43c9-a53a-a18ff86042fa.
Apr 23 18:09:14.554513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:15.056313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:15.391239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3eecc-f6f2-4b3a-b8c6-56e0f9d6feb9 req-bd17e0f7-6ca9-4b0b-be86-a82e1e013bfb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:15.393034 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ddb3eecc-f6f2-4b3a-b8c6-56e0f9d6feb9 req-bd17e0f7-6ca9-4b0b-be86-a82e1e013bfb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1306372
Apr 23 18:09:15.457180 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ddb3eecc-f6f2-4b3a-b8c6-56e0f9d6feb9 req-4c9a7639-51d9-4266-94dd-e74fd91f579c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469270
Apr 23 18:09:15.640365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:15.650619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] Sync routers for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:15.661911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:15.663011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc24908>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:15.683355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:15.731435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Deleting port 1820d510-338f-4fbc-be7d-08a441942d65 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:15.732031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:15.826119 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a33cf761-25cf-4b37-ae56-ed1b9617f629 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42 HTTP/1.1" status: 204  len: 168 time: 3.4399703
Apr 23 18:09:15.828650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:09:15.886131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:15.891143 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'status': 'completed', 'code': 200}
Apr 23 18:09:15.953528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] For port 1820d510-338f-4fbc-be7d-08a441942d65, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=1820d510-338f-4fbc-be7d-08a441942d65,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:15.953836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:16.105242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Calling delete_port for 1820d510-338f-4fbc-be7d-08a441942d65 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:16.281976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc24908>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:07Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:16.287326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] Checking router: 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:16.314442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:16.315228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc24908>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:16.319400 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:16.325667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:16.381620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Pushing event deleted for resources: {'Port': ['ID=1820d510-338f-4fbc-be7d-08a441942d65,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:16.420905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:16.568625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:16.569907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11db79-3673-44c6-a7d7-c1b9cb92c45e req-9bb9c546-174a-4f64-a8cc-fb7f9d2b3242 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:16.572242 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0f11db79-3673-44c6-a7d7-c1b9cb92c45e req-9bb9c546-174a-4f64-a8cc-fb7f9d2b3242 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.2218761
Apr 23 18:09:16.648553 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0f11db79-3673-44c6-a7d7-c1b9cb92c45e req-8aeb3630-ecb6-46fd-bbf5-b045c166fa92 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697482
Apr 23 18:09:16.812766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:16.887677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2ce87-8d7b-4182-83e4-6baa9165fe4e req-d7cb18ed-187d-4632-835b-fe3986850624 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:16.890425 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ab2ce87-8d7b-4182-83e4-6baa9165fe4e req-d7cb18ed-187d-4632-835b-fe3986850624 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1209862
Apr 23 18:09:16.979828 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ab2ce87-8d7b-4182-83e4-6baa9165fe4e req-8a1109e8-3a91-4fa8-b20b-5c41e846d0cd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748522
Apr 23 18:09:17.216625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc24908>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:07Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:17.221596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7a87b-8e93-40d4-b506-bcdf9fbada60 None None] The sync data for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi is: [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:02:56Z', 'revision_number': 4, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '529a88a4-62f0-4ff7-986a-9a905eb24786', 'name': '', 'network_id': '730a4952-98ab-438b-8790-181e6787f460', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'mac_address': 'fa:16:3e:75:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:55Z', 'updated_at': '2021-04-23T18:03:07Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'subnets': [{'id': '47b08129-f78a-4bfa-8bc8-3a45319aa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:17.342960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Router f0d53229-f549-4d82-9423-559fe0dc7e52 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:17.553141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:17.564067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] Sync routers for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:17.569589 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] 10.222.0.24 "PUT /v2.0/routers/f0d53229-f549-4d82-9423-559fe0dc7e52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3853030
Apr 23 18:09:17.573230 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35414) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:17.601164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:17.602501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3c780>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:17.675630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6102d6-574f-4112-b571-14786246a001 None None] New status for floating IP 3a8ac46a-9da8-4e3d-95b2-7d5243a7fa42: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:09:17.829982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:17.847102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:18.280214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3c780>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:09:16Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:18.286097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] Checking router: f0d53229-f549-4d82-9423-559fe0dc7e52 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:18.297592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] Routers {'f0d53229-f549-4d82-9423-559fe0dc7e52'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:18.298694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3c780>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:08:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['f0d53229-f549-4d82-9423-559fe0dc7e52'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:18.364999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:18.480167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd778747-aa5c-4c1c-92df-0fd930e6b3de req-37a20b6a-bebc-4f1d-ae23-5fa0ba4a8282 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:18.487860 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd778747-aa5c-4c1c-92df-0fd930e6b3de req-37a20b6a-bebc-4f1d-ae23-5fa0ba4a8282 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.5883169
Apr 23 18:09:18.504776 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac71269-d656-4fb0-a923-bd2b03d465c5 req-d1385081-32aa-4e63-b7c7-4abd345abd67 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:18.506645 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aac71269-d656-4fb0-a923-bd2b03d465c5 req-d1385081-32aa-4e63-b7c7-4abd345abd67 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.2000437
Apr 23 18:09:18.519091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] Set router f0d53229-f549-4d82-9423-559fe0dc7e52 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:18.577897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Deleting port 9ab57fc4-d567-4469-ac1c-09b59c6748e4 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:18.578320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:18.619593 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd778747-aa5c-4c1c-92df-0fd930e6b3de req-71db6cd2-0e2d-487f-87b9-97e09e6ecafa tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298606
Apr 23 18:09:18.724186 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aac71269-d656-4fb0-a923-bd2b03d465c5 req-af17fce7-952b-401e-9063-1171b31f88fa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1960979
Apr 23 18:09:18.765795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] For port 9ab57fc4-d567-4469-ac1c-09b59c6748e4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9ab57fc4-d567-4469-ac1c-09b59c6748e4,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:18.768091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:18.884777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3c780>, [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:09:16Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:18.890242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ace7f-7955-4c0d-afba-e91a65749511 None None] The sync data for ids ['f0d53229-f549-4d82-9423-559fe0dc7e52'] in dv-cinder-786524-3-iscsi is: [{'id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'name': 'tempest-AttachVolumeTestJSON-356907967-router', 'tenant_id': '2dc37991df3c48f29eeb46941fe5eb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:09:16Z', 'revision_number': 5, 'project_id': '2dc37991df3c48f29eeb46941fe5eb10', 'gw_port': {'id': '9ab57fc4-d567-4469-ac1c-09b59c6748e4', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d53229-f549-4d82-9423-559fe0dc7e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:48Z', 'updated_at': '2021-04-23T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:18.910315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Calling delete_port for 9ab57fc4-d567-4469-ac1c-09b59c6748e4 owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:18.974044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1820d510-338f-4fbc-be7d-08a441942d65 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:19.018784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 1820d510-338f-4fbc-be7d-08a441942d65 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:19.019183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1820d510-338f-4fbc-be7d-08a441942d65 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:19.038222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f8b9-8ab2-41db-aac4-2ac82ade4434 req-f9a49be5-07b5-4dc7-9f46-410cc28e038d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:19.040012 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fad8f8b9-8ab2-41db-aac4-2ac82ade4434 req-f9a49be5-07b5-4dc7-9f46-410cc28e038d tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1263247
Apr 23 18:09:19.252147 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fad8f8b9-8ab2-41db-aac4-2ac82ade4434 req-a2480309-e2db-4026-869c-7a1b74582376 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0810275
Apr 23 18:09:19.351007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:19.358248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c505cdf6-2f74-4ebc-bd0f-823a96f5e86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:19.408146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab57fc4-d567-4469-ac1c-09b59c6748e4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:19.412272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:19.515336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:19.715837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:19.715837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:19.855382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:19.855996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d53229-f549-4d82-9423-559fe0dc7e52 {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:09:19.923229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:19.924600 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f0d53229-f549-4d82-9423-559fe0dc7e52 HTTP/1.1" status: 204  len: 168 time: 2.3507884
Apr 23 18:09:19.927391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35432) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:19.975012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcd47-1d93-432b-a855-cfb6246a25c3 req-dec1c855-a8b9-4257-9763-359a4e1b7e38 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:19.976725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efdfcd47-1d93-432b-a855-cfb6246a25c3 req-dec1c855-a8b9-4257-9763-359a4e1b7e38 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1865342
Apr 23 18:09:20.036497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Deleting subnet aee5313e-ede5-4a09-b278-1989db7e3de2 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:09:20.041329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.048892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3747e1-8a45-4a0a-b0bb-96cb5ba6cacc req-e81cbc0f-cf77-49b4-9c81-63a70acc0cfb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:20.056538 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d3747e1-8a45-4a0a-b0bb-96cb5ba6cacc req-e81cbc0f-cf77-49b4-9c81-63a70acc0cfb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1813540
Apr 23 18:09:20.062250 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efdfcd47-1d93-432b-a855-cfb6246a25c3 req-80283458-8a6e-4d87-8a2e-b851c46bca8c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724308
Apr 23 18:09:20.123847 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d3747e1-8a45-4a0a-b0bb-96cb5ba6cacc req-63966dcf-d18f-4f62-9301-8fb48a911869 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657859
Apr 23 18:09:20.147107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.302948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.484573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb197f45-a50e-4f8c-8daf-24428c7e86dc req-ec535c00-d4b2-45b4-9b78-00228cb734f1 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:20.486146 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb197f45-a50e-4f8c-8daf-24428c7e86dc req-ec535c00-d4b2-45b4-9b78-00228cb734f1 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1085334
Apr 23 18:09:20.552772 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb197f45-a50e-4f8c-8daf-24428c7e86dc req-43afee58-5fd8-44b4-bfb1-a6d58578729e tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0552530
Apr 23 18:09:20.592292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.613280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a4a5624-a7fe-4587-915f-ed01236cb1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:20.647789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.652487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a236a-da0d-47c5-97cf-2f81868745e3 None None] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:20.658207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee5313e-ede5-4a09-b278-1989db7e3de2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:20.661769 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aee5313e-ede5-4a09-b278-1989db7e3de2 HTTP/1.1" status: 204  len: 168 time: 0.7330930
Apr 23 18:09:20.662931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-70ec75b6-b972-4b38-94ec-417ed9d4ba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:20.665089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35438) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:20.787915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.880229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Deleting port 531f81d7-4e89-4d91-b6bf-bbfdec917032 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:20.881068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:20.952655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] DHCP port deletion for c21e2dbc-ede4-4d07-9589-d6a628a4b16e request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:09:21.035151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] For port 531f81d7-4e89-4d91-b6bf-bbfdec917032, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=531f81d7-4e89-4d91-b6bf-bbfdec917032,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:21.036346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:21.056704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9ab57fc4-d567-4469-ac1c-09b59c6748e4 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:21.093886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] Deleting port 531f81d7-4e89-4d91-b6bf-bbfdec917032 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:21.094487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:21.121329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 9ab57fc4-d567-4469-ac1c-09b59c6748e4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:21.121720 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9ab57fc4-d567-4469-ac1c-09b59c6748e4 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:21.122193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 531f81d7-4e89-4d91-b6bf-bbfdec917032 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:21.222594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Calling delete_port for 531f81d7-4e89-4d91-b6bf-bbfdec917032 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:21.288297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:21.291299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No active binding found for port 531f81d7-4e89-4d91-b6bf-bbfdec917032 {{(pid=86368) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 23 18:09:21.291299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 531f81d7-4e89-4d91-b6bf-bbfdec917032 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:21.301399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f231cd16-4d10-49a0-ad3e-435fba69ed6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:21.331181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] For port 531f81d7-4e89-4d91-b6bf-bbfdec917032, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=531f81d7-4e89-4d91-b6bf-bbfdec917032,segment=NetworkSegment(7917cd09-f643-4431-9c95-f894f92f30fd),segment_id=7917cd09-f643-4431-9c95-f894f92f30fd)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:21.331986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:21.480866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] Calling delete_port for 531f81d7-4e89-4d91-b6bf-bbfdec917032 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:21.624217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] No DVR routers for this DVR port 531f81d7-4e89-4d91-b6bf-bbfdec917032 on host dv-cinder-786524-3-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:09:21.625423 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:09:21.625865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:09:21.696850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Pushing event deleted for resources: {'Port': ['ID=531f81d7-4e89-4d91-b6bf-bbfdec917032,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:21.716743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:21.858626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:21.887651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:09:21.954687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab502c-72f3-4579-b0fe-fa9e8d1643b3 req-c0d07fcc-78df-44ba-9787-7c506c2e0352 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:21.956343 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebab502c-72f3-4579-b0fe-fa9e8d1643b3 req-c0d07fcc-78df-44ba-9787-7c506c2e0352 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.6697414
Apr 23 18:09:21.992263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f550da-ad66-4477-88bc-ca356f8b67c6 req-c510287f-7186-4f29-835b-fd9ea8a5266a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:21.994451 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41f550da-ad66-4477-88bc-ca356f8b67c6 req-c510287f-7186-4f29-835b-fd9ea8a5266a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.6551092
Apr 23 18:09:22.075335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2f7815f8>,) {'filters': {'network_id': ['c21e2dbc-ede4-4d07-9589-d6a628a4b16e']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:22.085095 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebab502c-72f3-4579-b0fe-fa9e8d1643b3 req-c007a8a3-40c5-43bb-8bab-2714da603a0c tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199386
Apr 23 18:09:22.098191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2f7815f8>, '7917cd09-f643-4431-9c95-f894f92f30fd') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:22.098509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2f7815f8>, '7917cd09-f643-4431-9c95-f894f92f30fd') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:22.108262 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41f550da-ad66-4477-88bc-ca356f8b67c6 req-cb214b6d-d94d-4396-b098-0adadd33b179 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989599
Apr 23 18:09:22.114924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:22.131349 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:22.138682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:09:22.167742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5823a675-b20c-4354-b6a6-bb8474c5774d None None] The port '531f81d7-4e89-4d91-b6bf-bbfdec917032' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:09:22.389117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:09:22.398700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:22.586897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f28ae-ec88-4813-baf7-af06662dabc6 req-6b209c57-4952-48e9-a655-ce25019d9f82 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:22.588560 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2f28ae-ec88-4813-baf7-af06662dabc6 req-6b209c57-4952-48e9-a655-ce25019d9f82 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.3594482
Apr 23 18:09:22.619088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Network c21e2dbc-ede4-4d07-9589-d6a628a4b16e has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:09:22.644093 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:09:22.675439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:22.744881 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f2f28ae-ec88-4813-baf7-af06662dabc6 req-bcfa56c4-311e-493e-b384-c619d2dc36c6 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1495855
Apr 23 18:09:22.748572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:22.752070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:22.768468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:22.775413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Pushing event deleted for resources: {'Network': ['ID=c21e2dbc-ede4-4d07-9589-d6a628a4b16e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:22.780247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:22.792049 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c21e2dbc-ede4-4d07-9589-d6a628a4b16e HTTP/1.1" status: 204  len: 168 time: 2.1253116
Apr 23 18:09:22.916765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35452) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:22.971222 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cfc5ddb6-cff2-40d6-bcff-f5336b2e1bc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dc37991df3c48f29eeb46941fe5eb10&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0531538
Apr 23 18:09:22.973886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35456) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:23.036535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:23.078908 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:23.130140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:23.136075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-51314b70-3d88-45e5-80d4-bc8dd3346908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:23.153424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771cf8e4-7606-4b87-8b66-a1111d18c1da,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:23.153615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-613199c3-8194-4bb6-8295-8e69e448b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:23.154530 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-613199c3-8194-4bb6-8295-8e69e448b5d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0632e02ad28b467884ec00557a3a3650&device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 1099 time: 0.1520102
Apr 23 18:09:23.156956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:23.157440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-f2dec7a4-80ea-4af8-aff3-e46d139c3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:23.158931 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-f2dec7a4-80ea-4af8-aff3-e46d139c3dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1137 time: 0.1209223
Apr 23 18:09:23.159229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:23.160470 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d84b6d55-a784-43b2-bd8d-d34358d07c96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/771cf8e4-7606-4b87-8b66-a1111d18c1da HTTP/1.1" status: 204  len: 168 time: 0.1855474
Apr 23 18:09:23.571357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-108be8a8-e968-44a4-a975-c4da85c8934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:23.572968 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-108be8a8-e968-44a4-a975-c4da85c8934b service neutron] 10.222.0.47 "GET /v2.0/networks?id=730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 200  len: 910 time: 0.4045951
Apr 23 18:09:23.642487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-5574c399-b764-4355-8a46-f542a6c4e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:23.644138 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-5574c399-b764-4355-8a46-f542a6c4e6cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 916 time: 0.4428349
Apr 23 18:09:23.674704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f41a-aa33-4b79-8973-401c1ed148d6 req-ffd0c6cf-cb8e-4050-bc2a-ab1668bd2c80 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:23.676275 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c90f41a-aa33-4b79-8973-401c1ed148d6 req-ffd0c6cf-cb8e-4050-bc2a-ab1668bd2c80 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.3982079
Apr 23 18:09:23.729241 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-306f343c-acd9-4332-95c3-9b6ada567939 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 200  len: 217 time: 0.1455424
Apr 23 18:09:23.744848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47969a1-733c-459c-b791-a514077312ae req-0c150d0f-047b-4d36-b43e-5d6fc794b597 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:23.746485 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f47969a1-733c-459c-b791-a514077312ae req-0c150d0f-047b-4d36-b43e-5d6fc794b597 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.4634087
Apr 23 18:09:24.139866 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-32995d18-6703-4085-89e4-efccc170f7e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 1000 time: 0.4867043
Apr 23 18:09:24.155608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c90f41a-aa33-4b79-8973-401c1ed148d6 req-a2bfc55d-f073-46ab-b52c-9cdb6a12dabb tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4200745
Apr 23 18:09:24.158379 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f47969a1-733c-459c-b791-a514077312ae req-06bf1216-c458-4c07-94cd-17178a2a4949 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3670957
Apr 23 18:09:24.197018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-3efe4dd4-f4d6-4608-abeb-c13d0e82331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:24.198615 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-3efe4dd4-f4d6-4608-abeb-c13d0e82331a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 200  len: 848 time: 0.4426670
Apr 23 18:09:24.325574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-d44c991a-f67b-49ad-81ef-942a729687ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:24.327135 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-d44c991a-f67b-49ad-81ef-942a729687ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.1772058
Apr 23 18:09:24.440757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-6518ffe1-9c98-451f-839e-d690475c3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:24.442369 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-6518ffe1-9c98-451f-839e-d690475c3338 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=730a4952-98ab-438b-8790-181e6787f460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2316484
Apr 23 18:09:24.546070 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f318a-46cd-4365-8e29-354715b70ee6 req-abb4ee1a-03a5-4c43-973f-3024a3831a10 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:24.547681 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d6f318a-46cd-4365-8e29-354715b70ee6 req-abb4ee1a-03a5-4c43-973f-3024a3831a10 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.2741902
Apr 23 18:09:24.588928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-1be4c4c7-6c34-4df5-b397-ea00a87d013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:24.590514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-1be4c4c7-6c34-4df5-b397-ea00a87d013e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2503793
Apr 23 18:09:24.600341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ac19-6214-49e6-8fb5-0b4cb7a978fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:24.728875 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d6f318a-46cd-4365-8e29-354715b70ee6 req-6bf93cef-eed9-4031-9e8d-9b3fa5e76dcc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1691232
Apr 23 18:09:24.749255 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-ce390080-7c6e-40a5-8ce3-ff86515a98aa service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931864
Apr 23 18:09:24.798687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-912581a4-5629-4b0b-98fd-522537168b74 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:24.799457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-912581a4-5629-4b0b-98fd-522537168b74 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Synchronizing usage tracker for tenant:0632e02ad28b467884ec00557a3a3650 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:09:24.815241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-912581a4-5629-4b0b-98fd-522537168b74 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Unset dirty status for tenant:0632e02ad28b467884ec00557a3a3650 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:09:24.816556 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-912581a4-5629-4b0b-98fd-522537168b74 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.47 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1133285
Apr 23 18:09:24.913723 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-98128669-e3b8-4e22-8b70-a28d6cc56ec6 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012373
Apr 23 18:09:24.956513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35514) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:24.985175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Deleting port a6269bb3-d1ae-43c9-a53a-a18ff86042fa {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:24.985554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.023845 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54a659ae-d51b-48e4-b422-49f3ad11d2c7 req-d9470182-f2c0-4786-8a7f-c9e048f5cdcd service neutron] 10.222.0.47 "GET /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659249
Apr 23 18:09:25.102382 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07f11b70-3da9-4d1c-b414-0d76c74be3c1 req-501a9e66-ebf5-4a72-a52e-66f311f9fc46 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804929
Apr 23 18:09:25.120498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.148378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:25.164005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6e29d9e101344182b7c505b991568f1b is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:25.168809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:25.178209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] For port a6269bb3-d1ae-43c9-a53a-a18ff86042fa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:25.178602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.187005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:25.333475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Calling delete_port for a6269bb3-d1ae-43c9-a53a-a18ff86042fa owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:25.454520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455435-88e6-4655-a058-fcdb83661caf req-4035f184-133b-497b-8c93-d3efa9f3b7f4 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:25.456269 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab455435-88e6-4655-a058-fcdb83661caf req-4035f184-133b-497b-8c93-d3efa9f3b7f4 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 946 time: 0.1747282
Apr 23 18:09:25.466261 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b71b14-9a65-4d57-bf8e-3758a5b57b61 req-6100036e-81ac-4731-bece-201ade894f0c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:25.467980 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63b71b14-9a65-4d57-bf8e-3758a5b57b61 req-6100036e-81ac-4731-bece-201ade894f0c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1435199
Apr 23 18:09:25.551108 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab455435-88e6-4655-a058-fcdb83661caf req-024b5faf-a5ff-426d-80ce-b288078e37ba tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/security-groups?id=03df9f1b-5e69-4ff5-80ac-f2a26bae1874&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820079
Apr 23 18:09:25.554172 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63b71b14-9a65-4d57-bf8e-3758a5b57b61 req-cfc3973d-35fb-4541-8b57-ab9596363372 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698566
Apr 23 18:09:25.707263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.740791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.754367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1cb35b99-6c01-4aa6-b090-e715f4cf4ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:25.818331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d09a172-1793-4f40-93b0-8edd115605ff,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:25.826565 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e29d9e101344182b7c505b991568f1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8686237
Apr 23 18:09:25.829196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35526) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:25.830501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:25.843361 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.849551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:25.899081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event deleted for resources: {'Port': ['ID=a6269bb3-d1ae-43c9-a53a-a18ff86042fa,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:25.903173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:25.973341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.984157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] No DVR routers for this DVR port a6269bb3-d1ae-43c9-a53a-a18ff86042fa on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:09:25.986671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:25.989532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-deleted', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:09:26.001010 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986b035-bc77-4dda-a1d0-d308e5b9f7bd req-69192bd6-7cf8-4c00-81c4-2ec4e0554a5b tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:26.002647 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a986b035-bc77-4dda-a1d0-d308e5b9f7bd req-69192bd6-7cf8-4c00-81c4-2ec4e0554a5b tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1511474
Apr 23 18:09:26.011169 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4afa516-51de-4414-a68d-9f6798e5e618 req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.47 "DELETE /v2.0/ports/a6269bb3-d1ae-43c9-a53a-a18ff86042fa HTTP/1.1" status: 204  len: 173 time: 1.1876993
Apr 23 18:09:26.019756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:26.046245 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507e8e1-2659-48d5-86c4-1afd72f269a2', 'name': 'network-vif-deleted', 'tag': 'a6269bb3-d1ae-43c9-a53a-a18ff86042fa', 'status': 'completed', 'code': 200}
Apr 23 18:09:26.101901 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a986b035-bc77-4dda-a1d0-d308e5b9f7bd req-91b3da28-7c46-4b5b-8b8a-96fdc5a93e16 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0876708
Apr 23 18:09:26.116219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:26.120629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c1963e1-e66c-46a1-b6cb-c20af38c055a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:26.137275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d09a172-1793-4f40-93b0-8edd115605ff,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:26.140616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:26.144619 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d09a172-1793-4f40-93b0-8edd115605ff HTTP/1.1" status: 204  len: 168 time: 0.3114581
Apr 23 18:09:26.144619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:26.438681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-39dc59f9-e6de-48d1-8c65-147a44d02f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:26.801309 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2a052fc0-687e-4344-8301-d35e1c3db7c9 req-9eae4c9c-0f50-4de4-b768-5d9e51d42c5a tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a507e8e1-2659-48d5-86c4-1afd72f269a2 HTTP/1.1" status: 200  len: 210 time: 0.0619993
Apr 23 18:09:26.839120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f561-0788-4509-abb4-0a91f26fbec9 req-cb430a80-100a-4cbf-9bad-0bc34118c5ad tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:26.840778 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ee57f561-0788-4509-abb4-0a91f26fbec9 req-cb430a80-100a-4cbf-9bad-0bc34118c5ad tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1456814
Apr 23 18:09:26.891871 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ee57f561-0788-4509-abb4-0a91f26fbec9 req-539ee8f4-78cc-44c3-9e27-97707b3fbd60 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444250
Apr 23 18:09:27.322724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24a21-fd0a-458d-9672-654ee35beb13 req-96741ac7-160b-494a-893e-7fa965258982 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:27.324374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07d24a21-fd0a-458d-9672-654ee35beb13 req-96741ac7-160b-494a-893e-7fa965258982 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.0914326
Apr 23 18:09:27.375912 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-07d24a21-fd0a-458d-9672-654ee35beb13 req-06053de4-096f-4527-8300-3f856b4318a5 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450048
Apr 23 18:09:27.451180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:27.488678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: a6269bb3-d1ae-43c9-a53a-a18ff86042fa {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:27.489077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device a6269bb3-d1ae-43c9-a53a-a18ff86042fa not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:27.672126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:27.907378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35590) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:27.983294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.017851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.076226 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.082214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-85bc2d0c-fbe2-4b0b-8dfb-e90d4012e10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:28.098211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df9f1b-5e69-4ff5-80ac-f2a26bae1874,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:28.103518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:28.113814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786e68a-1fa5-45a2-a124-93bd9f7e5f83 req-983148d1-64e0-47b4-900f-744fba22ccc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:28.115440 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1786e68a-1fa5-45a2-a124-93bd9f7e5f83 req-983148d1-64e0-47b4-900f-744fba22ccc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.0980246
Apr 23 18:09:28.127941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.129249 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2744d28c-34aa-4b4b-bea6-f500eb17355d tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] 10.222.0.24 "DELETE /v2.0/security-groups/03df9f1b-5e69-4ff5-80ac-f2a26bae1874 HTTP/1.1" status: 204  len: 168 time: 0.2206521
Apr 23 18:09:28.158247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35600) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:28.172376 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1786e68a-1fa5-45a2-a124-93bd9f7e5f83 req-a0c9d4d1-e6e6-4fa3-8e17-c57ff1be4bed tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495825
Apr 23 18:09:28.183370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35606) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:28.298898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.318009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.388960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:28.449146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Usage tracker for resource:security_group_rule and tenant:867dbbcf6fcf4e5d84eaa9c4b4851071 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:28.459321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:28.469412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:28.579826 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f912d4b-5a61-4ab3-a3d6-3229b87b93a4 req-c27f689d-f5ec-44fe-8ba0-ac4d69e495b3 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:28.581429 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f912d4b-5a61-4ab3-a3d6-3229b87b93a4 req-c27f689d-f5ec-44fe-8ba0-ac4d69e495b3 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.0892627
Apr 23 18:09:28.635324 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f912d4b-5a61-4ab3-a3d6-3229b87b93a4 req-9b468528-a5a2-4439-be83-e4020a19c48c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0464144
Apr 23 18:09:28.801913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.810482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.820805 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6db2dd8e-419e-47a3-9fd2-7a0800165149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:28.878892 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=867dbbcf6fcf4e5d84eaa9c4b4851071&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7194045
Apr 23 18:09:28.881956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35614) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:28.917993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d1ece-32f3-4c8a-9508-2f2c5a3720c5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:28.926244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:28.948153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:28.975626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.024876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.030159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8d412d5b-7357-4ad7-adf0-b5eb4a14cd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:29.039424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.041558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d1ece-32f3-4c8a-9508-2f2c5a3720c5,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:29.044013 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:29.051129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.054695 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f3d1ece-32f3-4c8a-9508-2f2c5a3720c5 HTTP/1.1" status: 204  len: 168 time: 0.1715701
Apr 23 18:09:29.159586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.363707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35624) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:29.392172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456034a-4242-4e37-8b88-68ad5bae0df3 req-a92de1af-d922-4ef4-94bc-9596cf7eaa78 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:29.393044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.393701 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2456034a-4242-4e37-8b88-68ad5bae0df3 req-a92de1af-d922-4ef4-94bc-9596cf7eaa78 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.0970302
Apr 23 18:09:29.415424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:29.422602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Usage tracker for resource:security_group_rule and tenant:7a440db840cb4d139c722c1c1925c5fe is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:29.426318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:29.442974 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2456034a-4242-4e37-8b88-68ad5bae0df3 req-8ba3f780-80f8-4001-8405-bcdf8d07c04c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423098
Apr 23 18:09:29.463555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:29.607276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Deleting port 529a88a4-62f0-4ff7-986a-9a905eb24786 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:29.607659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.718141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.723436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.734481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:29.809464 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a440db840cb4d139c722c1c1925c5fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4446034
Apr 23 18:09:29.812574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35630) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:29.820888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92973ac-b0be-471f-b979-4441650ef2d7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:29.824802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] For port 529a88a4-62f0-4ff7-986a-9a905eb24786, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=529a88a4-62f0-4ff7-986a-9a905eb24786,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:29.825198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.833198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:29.891354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad3be-fd4b-42d5-ac6a-f5edbb419641 req-5d7f6d82-4f9f-47c5-a223-cc60286c2859 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:29.893012 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1cad3be-fd4b-42d5-ac6a-f5edbb419641 req-5d7f6d82-4f9f-47c5-a223-cc60286c2859 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1437869
Apr 23 18:09:29.936870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:29.979184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Calling delete_port for 529a88a4-62f0-4ff7-986a-9a905eb24786 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:29.989361 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1cad3be-fd4b-42d5-ac6a-f5edbb419641 req-da9ece85-9297-4cfb-8398-c18b9fa6c922 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0826254
Apr 23 18:09:29.991481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:30.046101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:30.051344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b791b763-4291-4b57-9ca3-b7fc854690cc tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:30.071239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92973ac-b0be-471f-b979-4441650ef2d7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:30.073485 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:30.084467 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b92973ac-b0be-471f-b979-4441650ef2d7 HTTP/1.1" status: 204  len: 168 time: 0.2639959
Apr 23 18:09:30.089874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:30.173597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:30.178679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2b716148-5221-4fac-8a64-457a300d4830 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:30.234526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Pushing event deleted for resources: {'Port': ['ID=529a88a4-62f0-4ff7-986a-9a905eb24786,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:30.238564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:30.607973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:30.690043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba329ef-9ec0-4044-8db2-0cdc4edcdd04 req-3d46fd14-7a6c-4682-b219-e57d6c0c0b38 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:30.692349 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ba329ef-9ec0-4044-8db2-0cdc4edcdd04 req-3d46fd14-7a6c-4682-b219-e57d6c0c0b38 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 944 time: 0.1061373
Apr 23 18:09:30.754723 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ba329ef-9ec0-4044-8db2-0cdc4edcdd04 req-0e92632c-8f4a-4cf0-821a-734ac47e77be tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549359
Apr 23 18:09:31.213659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54307-ca9e-4f28-80f4-ca3cc12898d0 req-2ad0e20a-038f-4562-9035-03ca393878d7 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:31.215202 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1af54307-ca9e-4f28-80f4-ca3cc12898d0 req-2ad0e20a-038f-4562-9035-03ca393878d7 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.0993621
Apr 23 18:09:31.278137 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1af54307-ca9e-4f28-80f4-ca3cc12898d0 req-9221b24c-9920-4c2c-843a-220911d180f7 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544872
Apr 23 18:09:31.312457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:31.465085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35666) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:31.490060 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:09:31.510842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:31.519689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] Sync routers for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:31.533630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:31.534429 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fd75e80>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:31.548800 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] 10.222.0.24 "PUT /v2.0/routers/2d2415e5-a110-4ca5-9aa1-c3d708a29f9b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3616841
Apr 23 18:09:31.549086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35672) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:31.616539 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.635871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:31.640020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Usage tracker for resource:security_group_rule and tenant:963b8c4cdcbb425ea6cadb9195942466 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:31.643140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:31.651364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:31.658824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:31.681304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'port_id': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'mac_address': 'fa:16:3e:a7:85:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:09:31.747315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:31.751881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.759654 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.763121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.767092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.773021 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:09:31.790961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:31.796391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.798469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:31.805220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0322a30e-0aed-4bfc-b446-ea1b86359df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:31.818838 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=963b8c4cdcbb425ea6cadb9195942466&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3520460
Apr 23 18:09:31.819249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35678) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:31.877333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=9']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:31.886828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.887449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.888015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.888649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.889171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.889748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.890339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.890903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.891466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.892051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.892632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.893203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:31.897652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:31.918566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:31.940338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1baaca6-3eb2-4098-a1ce-fda3ced3a8aa,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:31.950152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:31.990440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.036431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.078108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.081277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:09:32.084969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6d8b73c5-59f8-474f-b01f-cecf2ee6b755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:32.097765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1baaca6-3eb2-4098-a1ce-fda3ced3a8aa,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:32.100386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:32.109631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08374-7e9a-4ad1-9ab3-bf79520b902a req-24ad94c4-2422-4047-923f-60165193e0dc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:32.111282 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16a08374-7e9a-4ad1-9ab3-bf79520b902a req-24ad94c4-2422-4047-923f-60165193e0dc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 945 time: 0.1679008
Apr 23 18:09:32.116924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.121788 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1baaca6-3eb2-4098-a1ce-fda3ced3a8aa HTTP/1.1" status: 204  len: 168 time: 0.2948225
Apr 23 18:09:32.142947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Deleting port d827cbd8-7712-4d7f-9035-95e1718a7086 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:32.145591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.157914 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fd75e80>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:09:30Z', 'revision_number': 5, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port': {'id': 'd827cbd8-7712-4d7f-9035-95e1718a7086', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:50Z', 'updated_at': '2021-04-23T18:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:32.163909 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16a08374-7e9a-4ad1-9ab3-bf79520b902a req-1d7fea8e-1241-4b94-9fe1-1db277e2b8d9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436492
Apr 23 18:09:32.165529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] Checking router: 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:32.175497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] Routers {'2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:32.176195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fd75e80>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:32.309891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] For port d827cbd8-7712-4d7f-9035-95e1718a7086, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=d827cbd8-7712-4d7f-9035-95e1718a7086,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:32.310201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.476299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Calling delete_port for d827cbd8-7712-4d7f-9035-95e1718a7086 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:32.558430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] Set router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:32.565906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8319b0-2e8a-4b65-bd0d-06e1de56c7dc req-5b98f650-9d5c-480f-8893-2cef6595295a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:32.575933 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ec8319b0-2e8a-4b65-bd0d-06e1de56c7dc req-5b98f650-9d5c-480f-8893-2cef6595295a tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1226041
Apr 23 18:09:32.637431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:32.643785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd22bfdd-f8cb-48fc-8d73-7d4e018050fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:32.653004 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ec8319b0-2e8a-4b65-bd0d-06e1de56c7dc req-0ba094d9-d668-4e7a-b3aa-cc817480e0c6 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0757818
Apr 23 18:09:32.687458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fd75e80>, [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:09:32Z', 'revision_number': 6, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port_host': None}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:32.691858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2cc89-1fb1-4c57-9ba8-4eb78af239c3 None None] The sync data for ids ['2d2415e5-a110-4ca5-9aa1-c3d708a29f9b'] in dv-cinder-786524-3-iscsi is: [{'id': '2d2415e5-a110-4ca5-9aa1-c3d708a29f9b', 'name': 'tempest-TestShelveInstance-1989094014-router', 'tenant_id': '0632e02ad28b467884ec00557a3a3650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:02:49Z', 'updated_at': '2021-04-23T18:09:32Z', 'revision_number': 6, 'project_id': '0632e02ad28b467884ec00557a3a3650', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:32.699233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d827cbd8-7712-4d7f-9035-95e1718a7086,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:32.702211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:32.806462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.000515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.002848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.036097 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 529a88a4-62f0-4ff7-986a-9a905eb24786 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:33.037123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.037694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d2415e5-a110-4ca5-9aa1-c3d708a29f9b {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:09:33.050904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.052176 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b92eb6a7-40dc-4dd4-85e5-32daa96f0df9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2d2415e5-a110-4ca5-9aa1-c3d708a29f9b HTTP/1.1" status: 204  len: 168 time: 1.5002692
Apr 23 18:09:33.055074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35708) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:33.079884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 529a88a4-62f0-4ff7-986a-9a905eb24786 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:33.080621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 529a88a4-62f0-4ff7-986a-9a905eb24786 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:33.081440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device d827cbd8-7712-4d7f-9035-95e1718a7086 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:33.122684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Deleting subnet 47b08129-f78a-4bfa-8bc8-3a45319aa591 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:09:33.122997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: d827cbd8-7712-4d7f-9035-95e1718a7086 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:33.123488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device d827cbd8-7712-4d7f-9035-95e1718a7086 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:33.127586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.182916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28210428'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.373950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.507644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:33.588833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:33.589356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.773276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.789122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1684-697a-41f5-aaa2-c8d6261fe45a req-7604726d-debf-4968-8cdf-d50e6aef8a9b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:33.796854 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2df1684-697a-41f5-aaa2-c8d6261fe45a req-7604726d-debf-4968-8cdf-d50e6aef8a9b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 945 time: 0.4908562
Apr 23 18:09:33.817257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:09:33.828843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:33.832112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:33.834019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9028f7fe-a5e8-4fd8-936f-8478e9e2c5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:33.906988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=10']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:33.910360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:33.925692 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2df1684-697a-41f5-aaa2-c8d6261fe45a req-2f55d178-a7fe-46cd-9cec-c003b5dda558 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279128
Apr 23 18:09:33.985371 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'code': 200}
Apr 23 18:09:34.030232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242683dd-3e4e-4e98-b3b6-0910968517b8 req-5adca77c-7fad-4d17-a9d7-9cbca39dc20c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:34.031855 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-242683dd-3e4e-4e98-b3b6-0910968517b8 req-5adca77c-7fad-4d17-a9d7-9cbca39dc20c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.1994705
Apr 23 18:09:34.099579 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-242683dd-3e4e-4e98-b3b6-0910968517b8 req-b0ece6c4-3ec3-40f3-b326-b04064b165bc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0611353
Apr 23 18:09:34.104242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28210288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827040065'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.109374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:34.150029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b08129-f78a-4bfa-8bc8-3a45319aa591,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:34.152619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:34.155159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.160899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f40f6-623d-493e-b9c0-caa051fd2e14 None None] Network 730a4952-98ab-438b-8790-181e6787f460 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:34.161574 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c967e3c2-b824-4e02-91d5-058392bd9833 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47b08129-f78a-4bfa-8bc8-3a45319aa591 HTTP/1.1" status: 204  len: 168 time: 1.1053190
Apr 23 18:09:34.164165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35724) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:34.279373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.360003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Deleting port 0f9b507b-e970-440d-b02f-95a68882a895 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:34.360679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.412772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] DHCP port deletion for 730a4952-98ab-438b-8790-181e6787f460 request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:09:34.474586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] For port 0f9b507b-e970-440d-b02f-95a68882a895, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=0f9b507b-e970-440d-b02f-95a68882a895,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:34.474982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.485351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] Deleting port 0f9b507b-e970-440d-b02f-95a68882a895 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:34.485782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.536593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ad079-00c4-4e30-bda2-464acfa0e864 req-bc870533-9ec5-4042-a970-a452890144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:34.538217 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5c9ad079-00c4-4e30-bda2-464acfa0e864 req-bc870533-9ec5-4042-a970-a452890144ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1100 time: 0.0857930
Apr 23 18:09:34.581751 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5c9ad079-00c4-4e30-bda2-464acfa0e864 req-0df55471-df3e-4789-b737-370df77503c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372243
Apr 23 18:09:34.593978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] For port 0f9b507b-e970-440d-b02f-95a68882a895, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=0f9b507b-e970-440d-b02f-95a68882a895,segment=NetworkSegment(607b5250-c745-4895-a349-59220f9333bf),segment_id=607b5250-c745-4895-a349-59220f9333bf)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:34.594418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.611880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Calling delete_port for 0f9b507b-e970-440d-b02f-95a68882a895 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:34.657274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.662090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-75199de7-1b16-4c97-8f9f-a78b9d316cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:34.713398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] No DVR routers for this DVR port 0f9b507b-e970-440d-b02f-95a68882a895 on host dv-cinder-786524-3-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:09:34.725893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] Calling delete_port for 0f9b507b-e970-440d-b02f-95a68882a895 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:34.744083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9b507b-e970-440d-b02f-95a68882a895,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:34.746406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:34.770310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:09:34.770798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:09:34.842445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:34.960085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2feb35f8>,) {'filters': {'network_id': ['730a4952-98ab-438b-8790-181e6787f460']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:34.975477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2feb35f8>, '607b5250-c745-4895-a349-59220f9333bf') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:34.975815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2feb35f8>, '607b5250-c745-4895-a349-59220f9333bf') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:34.989436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:35.012656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:35.019906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:09:35.029318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 0f9b507b-e970-440d-b02f-95a68882a895 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:35.082000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 0f9b507b-e970-440d-b02f-95a68882a895 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:35.082398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 0f9b507b-e970-440d-b02f-95a68882a895 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:35.311309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd62a3-7482-4bc3-bde1-f46fef987d05 None None] The port '0f9b507b-e970-440d-b02f-95a68882a895' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:09:35.330605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Network 730a4952-98ab-438b-8790-181e6787f460 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:09:35.346708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:35.567872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Network 730a4952-98ab-438b-8790-181e6787f460 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:09:35.585117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc0df2-d9cb-4562-bc9c-f9fa8f0a2010 req-828fc109-bcac-402e-b7a3-04b8f008c0a2 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:35.587437 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e9dc0df2-d9cb-4562-bc9c-f9fa8f0a2010 req-828fc109-bcac-402e-b7a3-04b8f008c0a2 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 947 time: 0.4659197
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:09:35.604878 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:09:35.710200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0253a-bccd-4676-aed4-2a4a110e8997 req-3003ec04-02fa-4b4c-bf73-7ce491fe8b65 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:35.712387 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ac0253a-bccd-4676-aed4-2a4a110e8997 req-3003ec04-02fa-4b4c-bf73-7ce491fe8b65 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.4576614
Apr 23 18:09:35.752857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:35.760890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e9dc0df2-d9cb-4562-bc9c-f9fa8f0a2010 req-d0a46005-f35c-4b32-8cd8-ca030182ba16 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518173
Apr 23 18:09:35.766431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:35.783722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:35.804258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Pushing event deleted for resources: {'Network': ['ID=730a4952-98ab-438b-8790-181e6787f460,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:35.810091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:35.825399 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ac0253a-bccd-4676-aed4-2a4a110e8997 req-f04f206c-fc5d-402f-b830-c3e0a2c3f2e8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0965495
Apr 23 18:09:35.827595 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d68c80e6-94aa-4189-a9ee-c08f64f48903 admin admin] 10.222.0.24 "DELETE /v2.0/networks/730a4952-98ab-438b-8790-181e6787f460 HTTP/1.1" status: 204  len: 168 time: 1.6614666
Apr 23 18:09:35.830344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35750) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:36.450191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:37.188481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb86ccb-d496-4147-af0c-3c7822a87c86 req-3b89c22a-1752-47cf-95fd-3a9008717631 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:37.190135 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eeb86ccb-d496-4147-af0c-3c7822a87c86 req-3b89c22a-1752-47cf-95fd-3a9008717631 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 947 time: 0.2344060
Apr 23 18:09:37.199553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a779-9773-4bd7-aae9-9634fb927b43 req-99c5b830-1eb2-41d0-80d0-df730337de92 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:37.201104 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0655a779-9773-4bd7-aae9-9634fb927b43 req-99c5b830-1eb2-41d0-80d0-df730337de92 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.2468684
Apr 23 18:09:37.375575 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0655a779-9773-4bd7-aae9-9634fb927b43 req-6e1c221b-c777-4532-a7cc-9c6455a9bdda tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&id=bda7ceab-fae2-489a-b317-f82657063bb3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1417694
Apr 23 18:09:37.378367 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eeb86ccb-d496-4147-af0c-3c7822a87c86 req-40eefe3f-9f58-470f-89d5-5d4d7e8240d0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1761806
Apr 23 18:09:37.409244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Deleting port 21bb5d81-2ca6-407e-a5e1-e34f558a5952 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:37.409629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:37.538884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] For port 21bb5d81-2ca6-407e-a5e1-e34f558a5952, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=21bb5d81-2ca6-407e-a5e1-e34f558a5952,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:37.539445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:37.674126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Calling delete_port for 21bb5d81-2ca6-407e-a5e1-e34f558a5952 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:37.812965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:37.817457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-edadd31a-d699-4e61-9699-785bc523d8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:37.866422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bb5d81-2ca6-407e-a5e1-e34f558a5952,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:37.870160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:38.148704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:38.538196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Router 334deea2-9098-4b96-903d-7de6b1f12f19 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:38.731428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:38.740451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] Sync routers for ids ['334deea2-9098-4b96-903d-7de6b1f12f19'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:38.745087 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] 10.222.0.24 "PUT /v2.0/routers/334deea2-9098-4b96-903d-7de6b1f12f19/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9104264
Apr 23 18:09:38.745484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35812) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:38.751446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] Routers {'334deea2-9098-4b96-903d-7de6b1f12f19'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:38.752436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fe44a90>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['334deea2-9098-4b96-903d-7de6b1f12f19'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:38.944896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:39.128689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] Set router 334deea2-9098-4b96-903d-7de6b1f12f19 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:39.163371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:39.246601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Deleting port 92a2411b-54e7-4042-ba74-20b405fbe27e {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:39.246988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:39.457574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fe44a90>, [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:09:37Z', 'revision_number': 5, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port': {'id': '92a2411b-54e7-4042-ba74-20b405fbe27e', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:03:07Z', 'updated_at': '2021-04-23T18:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:39.462704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] Checking router: 334deea2-9098-4b96-903d-7de6b1f12f19 for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:39.473111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] Routers {'334deea2-9098-4b96-903d-7de6b1f12f19'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:39.473822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fe44a90>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['334deea2-9098-4b96-903d-7de6b1f12f19'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:39.640945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] For port 92a2411b-54e7-4042-ba74-20b405fbe27e, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=92a2411b-54e7-4042-ba74-20b405fbe27e,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:39.641551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:39.642853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] Set router 334deea2-9098-4b96-903d-7de6b1f12f19 gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:39.763639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fe44a90>, [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:09:39Z', 'revision_number': 6, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port_host': None}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:39.769028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d70c5-d040-4cd3-b7a3-23602e1f06c8 None None] The sync data for ids ['334deea2-9098-4b96-903d-7de6b1f12f19'] in dv-cinder-786524-3-iscsi is: [{'id': '334deea2-9098-4b96-903d-7de6b1f12f19', 'name': 'tempest-TestShelveInstance-642204865-router', 'tenant_id': '31d972c16fb147a9a614fb017ea42a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:03:03Z', 'updated_at': '2021-04-23T18:09:39Z', 'revision_number': 6, 'project_id': '31d972c16fb147a9a614fb017ea42a87', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:39.783146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Calling delete_port for 92a2411b-54e7-4042-ba74-20b405fbe27e owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:39.939645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:39.947722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4eb0f12b-2509-4032-bf45-cfaca7ea8ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:40.031315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=92a2411b-54e7-4042-ba74-20b405fbe27e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:40.034527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:40.103766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.296350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.298747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.319611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.320214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334deea2-9098-4b96-903d-7de6b1f12f19 {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:09:40.334378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.338403 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] 10.222.0.24 "DELETE /v2.0/routers/334deea2-9098-4b96-903d-7de6b1f12f19 HTTP/1.1" status: 204  len: 168 time: 1.5890279
Apr 23 18:09:40.338875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35848) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:40.408624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Deleting subnet e411ffd6-b198-485f-95d3-7f7d946ee1d9 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:09:40.411721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.468000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28210428'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.557952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.827320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28210288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827040065'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.832420 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:40.872056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e411ffd6-b198-485f-95d3-7f7d946ee1d9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:40.875293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:40.876362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:40.882996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e0126-25c9-4fa9-b2eb-b213b384c418 None None] Network 5ac13782-6158-4df4-9feb-57f6013932fa requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:40.887335 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4b19466e-df29-4307-98bf-28e008b7e7bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e411ffd6-b198-485f-95d3-7f7d946ee1d9 HTTP/1.1" status: 204  len: 168 time: 0.5444574
Apr 23 18:09:40.887602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35866) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:41.019488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.064861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 92a2411b-54e7-4042-ba74-20b405fbe27e no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:41.109268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 92a2411b-54e7-4042-ba74-20b405fbe27e {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:41.111327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 92a2411b-54e7-4042-ba74-20b405fbe27e not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:41.111794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 21bb5d81-2ca6-407e-a5e1-e34f558a5952 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:41.123175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Deleting port b70b693e-2bc6-486d-b819-7d101d302021 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:41.123557 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.154761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 21bb5d81-2ca6-407e-a5e1-e34f558a5952 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:41.155148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 21bb5d81-2ca6-407e-a5e1-e34f558a5952 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:41.238501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] For port b70b693e-2bc6-486d-b819-7d101d302021, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=b70b693e-2bc6-486d-b819-7d101d302021,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:41.238899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.239696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] DHCP port deletion for 5ac13782-6158-4df4-9feb-57f6013932fa request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:09:41.309849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] Deleting port b70b693e-2bc6-486d-b819-7d101d302021 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:09:41.310172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.380606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Calling delete_port for b70b693e-2bc6-486d-b819-7d101d302021 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:41.419100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] For port b70b693e-2bc6-486d-b819-7d101d302021, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=b70b693e-2bc6-486d-b819-7d101d302021,segment=NetworkSegment(366af6ea-beea-4cee-a170-e1a2860e9480),segment_id=366af6ea-beea-4cee-a170-e1a2860e9480)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:41.419579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.427646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.432854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:41.482413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70b693e-2bc6-486d-b819-7d101d302021,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:41.485695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:41.486515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] No DVR routers for this DVR port b70b693e-2bc6-486d-b819-7d101d302021 on host dv-cinder-786524-3-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:09:41.552759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] Calling delete_port for b70b693e-2bc6-486d-b819-7d101d302021 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:09:41.595767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:09:41.596240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:09:41.610647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.722877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2f54f048>,) {'filters': {'network_id': ['5ac13782-6158-4df4-9feb-57f6013932fa']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:41.739108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2f54f048>, '366af6ea-beea-4cee-a170-e1a2860e9480') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:41.739445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2f54f048>, '366af6ea-beea-4cee-a170-e1a2860e9480') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:41.751447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.767408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:41.773655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:09:41.951730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Network 5ac13782-6158-4df4-9feb-57f6013932fa has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:09:41.960637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.136711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-441df2ad-5df7-486e-967c-aa89a4776b1a None None] The port 'b70b693e-2bc6-486d-b819-7d101d302021' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:09:42.141993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Network 5ac13782-6158-4df4-9feb-57f6013932fa has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:09:42.165907 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:09:42.251126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.255524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:42.273543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.280572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac13782-6158-4df4-9feb-57f6013932fa,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:42.285305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:42.288029 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b8919310-b04f-4dc8-82c1-8a886086abc4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ac13782-6158-4df4-9feb-57f6013932fa HTTP/1.1" status: 204  len: 168 time: 1.3993266
Apr 23 18:09:42.482177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35882) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:42.536810 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-72fb25ac-608d-4048-a2e5-3ac8a47a0f82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0632e02ad28b467884ec00557a3a3650&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512254
Apr 23 18:09:42.537332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35886) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:42.598482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.627505 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.671577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.676495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e7df4ff0-8314-4d1a-b009-f2f4eed44d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:42.690441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d7887-00c9-418b-b480-3b4008052b93,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:42.694501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:42.699263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:42.700514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d81d7887-00c9-418b-b480-3b4008052b93 HTTP/1.1" status: 204  len: 168 time: 0.1621976
Apr 23 18:09:43.004325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device b70b693e-2bc6-486d-b819-7d101d302021 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:09:43.043110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: b70b693e-2bc6-486d-b819-7d101d302021 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:09:43.043504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device b70b693e-2bc6-486d-b819-7d101d302021 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:09:43.060225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35894) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:43.116764 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-22a8d19b-557f-4474-8d6b-6ed463a2d174 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31d972c16fb147a9a614fb017ea42a87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551550
Apr 23 18:09:43.120064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35898) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:43.179857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:43.207157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:43.256129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:43.261132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4920c681-425d-4d20-ba81-6f3ce805a61d tempest-VolumesNegativeTest-1978567942 tempest-VolumesNegativeTest-1978567942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:43.274658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d6d27-0c1f-4ef0-a71a-7115c8dec0b5,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:43.277058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:43.279312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:43.280480 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/931d6d27-0c1f-4ef0-a71a-7115c8dec0b5 HTTP/1.1" status: 204  len: 168 time: 0.1594546
Apr 23 18:09:44.051274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35928) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:44.165967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589279853-network', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:44.170960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:44.174965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Usage tracker for resource:network and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:44.177940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:44.185401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:44.193268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Made reservation on behalf of f79d1a40df7a4bb496690bedaee5b2a0 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:09:44.198619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.211673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.226781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:44.230929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:44.233880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:44.239878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:44.326020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.328707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.332850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-356dad7f-6078-4bbd-93b1-209ba92b4f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:44.361985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:09:44.370950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b55fbef-d7e4-4ba6-ac63-a5447c65b2d4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:44.374842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:44.377334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.377725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Added segment 818d98e9-464a-4359-bc9a-8e8a745d64ff of type vlan for network 9abe5554-710c-45fb-bf9a-e9a279c379ef
Apr 23 18:09:44.405011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.437989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.439326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:44.439999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.444874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:44.548891 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4963374
Apr 23 18:09:44.549820 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Pushing event updated for resources: {'Network': ['ID=9abe5554-710c-45fb-bf9a-e9a279c379ef,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:44.552023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35934) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:44.552984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:44.559062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Request body: {'subnet': {'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589279853-subnet', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:44.561509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:09:44.564469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:44.568527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Usage tracker for resource:subnet and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:44.571526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:44.577617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:44.587737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Made reservation on behalf of f79d1a40df7a4bb496690bedaee5b2a0 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:09:44.592546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27735701'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:44.961797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35944) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:45.021656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826565579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27735684'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.026971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:45.112558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718d1960-7822-42d4-bdf8-1188fe75a92e,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:45.128416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:45.131126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Checking segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:45.131510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Network hostable DHCP agents. Network: 9abe5554-710c-45fb-bf9a-e9a279c379ef, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:09:45.139481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.159538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:45.167311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbe6ecb0b974cc6bb90cb4ea84210ba is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:45.171223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:45.176890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:09:45.180796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:45.191334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 9abe5554-710c-45fb-bf9a-e9a279c379ef) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:45.199576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72850dd-9c4d-43e5-a21f-678552011a47 None None] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:45.214223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:45.214873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.255551 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-133329cd-68fe-4771-92df-5b4bbdd78667 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7023351
Apr 23 18:09:45.259527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35950) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:45.267898 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:45.273346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:45.278936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Usage tracker for resource:router and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:45.286532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:45.298566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:45.328544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.332153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.341471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2ab93557-bb7c-44a4-895b-6c14caa1c1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:45.352379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.353564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.396388 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fbe6ecb0b974cc6bb90cb4ea84210ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4333253
Apr 23 18:09:45.398593 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77bd98-562d-4d3b-bd01-530d69cc2520,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:45.400531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35954) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:45.404132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:45.405411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.439045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-9abe5554-710c-45fb-bf9a-e9a279c379ef', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:09:45.440017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.486068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.514685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.563004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.569184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1681a62f-ddb7-4620-9609-b6bc7ad594a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:45.584494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77bd98-562d-4d3b-bd01-530d69cc2520,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:45.587896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:45.592448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.597679 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e77bd98-562d-4d3b-bd01-530d69cc2520 HTTP/1.1" status: 204  len: 168 time: 0.1958709
Apr 23 18:09:45.629075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Allocated IP 172.20.0.2 (9abe5554-710c-45fb-bf9a-e9a279c379ef/718d1960-7822-42d4-bdf8-1188fe75a92e/6fb29790-df61-4ad3-bc69-0728ac1eb321) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:09:45.881767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.894415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Transition to ACTIVE for port object 6fb29790-df61-4ad3-bc69-0728ac1eb321 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:45.916456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Transition to ACTIVE for port object 6fb29790-df61-4ad3-bc69-0728ac1eb321 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:45.921414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.927180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-49842c0e-8981-4651-a53c-56eeedcb91d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:45.958257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:45.984948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:45.988165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:45.997655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:09:46.047108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Pushing event updated for resources: {'Port': ['ID=6fb29790-df61-4ad3-bc69-0728ac1eb321,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:46.081457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:46.103271 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Attempting to bind port 6fb29790-df61-4ad3-bc69-0728ac1eb321 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:09:46.103693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Attempting to bind port 6fb29790-df61-4ad3-bc69-0728ac1eb321 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:09:46.104137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Attempting to bind port 6fb29790-df61-4ad3-bc69-0728ac1eb321 on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:09:46.109890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:09:46.110310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Checking segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:46.110761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.111196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Bound using segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:09:46.111711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Bound port: 6fb29790-df61-4ad3-bc69-0728ac1eb321, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:09:46.112152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.208442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] For port 6fb29790-df61-4ad3-bc69-0728ac1eb321, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:09:46.211605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] For port 6fb29790-df61-4ad3-bc69-0728ac1eb321, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=6fb29790-df61-4ad3-bc69-0728ac1eb321,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:09:46.215513 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.220115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:46.297607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.312392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Pushing event updated for resources: {'Port': ['ID=6fb29790-df61-4ad3-bc69-0728ac1eb321,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:46.315767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:46.333171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.481339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Allocated IP 172.27.2.20 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/4c671450-0e57-4e91-948d-cafe7ada0dcc) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:09:46.654545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.719394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:46.724575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc744164-c301-408e-9442-55098ac0c0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:46.785651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:46.794380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:46.796915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:09:46.842806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c671450-0e57-4e91-948d-cafe7ada0dcc,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:46.845733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:47.035412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 6fb29790-df61-4ad3-bc69-0728ac1eb321 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:47.109251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 6fb29790-df61-4ad3-bc69-0728ac1eb321 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:47.251213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:47.620396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:47.689477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f77931-7240-4608-8c13-c3bc2b10c20c None None] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:47.785029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Provisioning for port 6fb29790-df61-4ad3-bc69-0728ac1eb321 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:47.795169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Provisioning complete for port 6fb29790-df61-4ad3-bc69-0728ac1eb321 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:47.795596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:47.851034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:09:48.051116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:48.065999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:48.080641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:48.080951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:48.084534 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8217735
Apr 23 18:09:48.084775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35960) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:48.085185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4438>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:48.244143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:48.291865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:48.300115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] For port 6fb29790-df61-4ad3-bc69-0728ac1eb321, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=6fb29790-df61-4ad3-bc69-0728ac1eb321,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:48.306302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:48.310554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-93106da2-8593-435a-950a-a2b5be61f865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:48.405209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Pushing event updated for resources: {'Port': ['ID=6fb29790-df61-4ad3-bc69-0728ac1eb321,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:48.408548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:48.528847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-9148a319-186e-403d-b7f3-023b6e4340e7 None None] Provisioning complete for port 6fb29790-df61-4ad3-bc69-0728ac1eb321 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:48.529582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9148a319-186e-403d-b7f3-023b6e4340e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:48.628736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4438>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:47Z', 'revision_number': 3, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:48.634395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:48.634789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Updating router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d port 4c671450-0e57-4e91-948d-cafe7ada0dcc binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:09:48.694758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.018222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 6fb29790-df61-4ad3-bc69-0728ac1eb321 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:49.045171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.057747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Transition to ACTIVE for port object 4c671450-0e57-4e91-948d-cafe7ada0dcc will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:49.065326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.072498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6372e814-897b-4db5-a7aa-052f34653348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:49.075088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.113483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 6fb29790-df61-4ad3-bc69-0728ac1eb321 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:49.113911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.161094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Attempting to bind port 4c671450-0e57-4e91-948d-cafe7ada0dcc on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:09:49.161510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Attempting to bind port 4c671450-0e57-4e91-948d-cafe7ada0dcc by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:09:49.161918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Attempting to bind port 4c671450-0e57-4e91-948d-cafe7ada0dcc on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:09:49.172448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Pushing event updated for resources: {'Port': ['ID=4c671450-0e57-4e91-948d-cafe7ada0dcc,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:49.176223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:09:49.176645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:49.177092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.177529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:09:49.178433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Bound port: 4c671450-0e57-4e91-948d-cafe7ada0dcc, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:09:49.178433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.213928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.215159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.215159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.215159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.215527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.215642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.215995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.216365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.216748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.217111 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.217472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.218217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:49.227631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:49.269115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] For port 4c671450-0e57-4e91-948d-cafe7ada0dcc, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:09:49.272249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] For port 4c671450-0e57-4e91-948d-cafe7ada0dcc, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=4c671450-0e57-4e91-948d-cafe7ada0dcc,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:09:49.276193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.281155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:49.310985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Allocated IP 172.20.0.1 (9abe5554-710c-45fb-bf9a-e9a279c379ef/718d1960-7822-42d4-bdf8-1188fe75a92e/5065bf28-02d3-4f84-b3ac-536f989641df) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:09:49.361658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:49.362328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4438>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:49.437488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Pushing event updated for resources: {'Port': ['ID=4c671450-0e57-4e91-948d-cafe7ada0dcc,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:49.471411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.487936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Transition to ACTIVE for port object 5065bf28-02d3-4f84-b3ac-536f989641df will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:49.491168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:49.512857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.517635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-caa32a44-2271-4b75-95ed-7379a26e6d46 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:49.558152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:49.585078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:49.589325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:49.593208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:09:49.630044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Pushing event updated for resources: {'Port': ['ID=5065bf28-02d3-4f84-b3ac-536f989641df,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:49.634785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:49.655381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.781240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-86446760-6cdb-4839-addb-0ef857bb1d46 None None] Provisioning for port 5065bf28-02d3-4f84-b3ac-536f989641df completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:49.786756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-86446760-6cdb-4839-addb-0ef857bb1d46 None None] Provisioning complete for port 5065bf28-02d3-4f84-b3ac-536f989641df triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:49.786756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86446760-6cdb-4839-addb-0ef857bb1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:49.845859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-86446760-6cdb-4839-addb-0ef857bb1d46 None None] Port 5065bf28-02d3-4f84-b3ac-536f989641df cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:09:49.876813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4438>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:47Z', 'revision_number': 3, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:49.888991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bc24a-f084-490d-aac2-477d60eed2e7 None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:47Z', 'revision_number': 3, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:49.932748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:50.172531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:50.176119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:50.205725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-000574c4-8d84-41e9-a2a6-c0feab00e259 tempest-ServerRescueNegativeTestJSON-1330980486 tempest-ServerRescueNegativeTestJSON-1330980486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:50.297940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:50.302792 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Pushing event updated for resources: {'Port': ['ID=5065bf28-02d3-4f84-b3ac-536f989641df,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:50.311209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:50.458798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:50.460148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:50.670220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:50.671658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c4c3163f-c760-4989-8aa9-1bafb114aa16 None None] Provisioning complete for port 5065bf28-02d3-4f84-b3ac-536f989641df triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:50.672138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c4c3163f-c760-4989-8aa9-1bafb114aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:50.730918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3163f-c760-4989-8aa9-1bafb114aa16 None None] Port 5065bf28-02d3-4f84-b3ac-536f989641df cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:09:50.865863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:50.876361 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b4397eb-c25f-4a8e-b670-b8e81f161e2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7904909
Apr 23 18:09:51.034867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4c671450-0e57-4e91-948d-cafe7ada0dcc up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:51.110478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 4c671450-0e57-4e91-948d-cafe7ada0dcc completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:51.115710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 4c671450-0e57-4e91-948d-cafe7ada0dcc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:51.116196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.246961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.265086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 4c671450-0e57-4e91-948d-cafe7ada0dcc, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=4c671450-0e57-4e91-948d-cafe7ada0dcc,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:51.268927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.271948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:51.348747 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=4c671450-0e57-4e91-948d-cafe7ada0dcc,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:51.352173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:51.495215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 35978) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:51.501746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-171316068-network', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:51.507019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:51.512139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Usage tracker for resource:network and tenant:928d761acb2441e7b2723cc4cbdcd8cc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:51.515107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:51.521165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:51.531912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Made reservation on behalf of 928d761acb2441e7b2723cc4cbdcd8cc for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:09:51.536622 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.550011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.568643 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:51.573597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:928d761acb2441e7b2723cc4cbdcd8cc is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:51.576512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:51.582448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:51.913357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.917065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.921199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1655b55d-cff8-40a0-ab55-dd73cdd58209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:51.945191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:09:51.957910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f77ccf-5230-4004-869f-e8e4719ea48b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:51.962637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:51.963587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:51.964000 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Added segment cc4fecfd-72a5-4eae-9025-43d138e98fea of type vlan for network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0
Apr 23 18:09:51.990450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.020218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.021585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:52.022225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.027837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebec9467-440a-4c21-9144-1718df552ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:52.134823 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6342549
Apr 23 18:09:52.134823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:52.135209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35982) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:52.137542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:52.144554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Request body: {'subnet': {'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-171316068-subnet', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:52.144918 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:09:52.151257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:52.155439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Usage tracker for resource:subnet and tenant:928d761acb2441e7b2723cc4cbdcd8cc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:52.158596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:52.165392 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:52.176139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Made reservation on behalf of 928d761acb2441e7b2723cc4cbdcd8cc for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:09:52.181746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847164173'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.594965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:52.597501 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848366551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847164190'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.602775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:52.620373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:52.621062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f0d3588>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:52.680892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b833f2d8-9c03-450c-8432-75b3611a907b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:52.685286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:52.689796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Checking segment: {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:52.690198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Network hostable DHCP agents. Network: bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:09:52.712526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:09:52.721096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:52.734841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:52.735491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.759622 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-18fc6523-bb19-44da-a357-f772405f682a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6214960
Apr 23 18:09:52.761055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35986) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:52.763006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4aa16-7648-40bc-aeaa-555257681931 None None] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:52.766463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:09:52.771351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:09:52.775990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Usage tracker for resource:router and tenant:928d761acb2441e7b2723cc4cbdcd8cc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:09:52.779830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:09:52.785871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:09:52.796428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260810'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.797474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854085674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854062032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854514989'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.813345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.848684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:52.955490 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:53.053129 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4c671450-0e57-4e91-948d-cafe7ada0dcc up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:53.337158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d427f86-b6ac-5bf0-b9df-4de073c4f3a6-bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0', 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'fixed_ips': [{'subnet_id': 'b833f2d8-9c03-450c-8432-75b3611a907b'}]}} from dv-cinder-786524-3-iscsi. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 18:09:53.338016 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:53.355104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854061881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854073491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854514976'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:53.610975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 4c671450-0e57-4e91-948d-cafe7ada0dcc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:53.611541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:53.705331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:53.738985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:53.873667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Allocated IP 172.20.0.2 (bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0/b833f2d8-9c03-450c-8432-75b3611a907b/73c87c16-7dd8-4388-a909-893f572250a4) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:09:53.893333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Allocated IP 172.27.2.36 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/090edefc-f339-4f80-8715-473c96236f77) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:09:53.989635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f0d3588>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:50Z', 'revision_number': 2, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:53.997467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:53.997865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Updating router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d port 5065bf28-02d3-4f84-b3ac-536f989641df binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:09:54.055891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.085378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.091128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.096417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bbc51ea-80b1-4eff-bcfd-b91eccd2ef63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:54.164674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:54.168275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:54.172242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:09:54.205131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Pushing event updated for resources: {'Port': ['ID=090edefc-f339-4f80-8715-473c96236f77,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:54.211874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:54.298264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.323850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Transition to ACTIVE for port object 73c87c16-7dd8-4388-a909-893f572250a4 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:54.419253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Transition to ACTIVE for port object 73c87c16-7dd8-4388-a909-893f572250a4 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:54.435057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.441235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:54.524857 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:54.530464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:54.539590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:09:54.551227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Pushing event updated for resources: {'Port': ['ID=73c87c16-7dd8-4388-a909-893f572250a4,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:54.558802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:54.624431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.669951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Attempting to bind port 73c87c16-7dd8-4388-a909-893f572250a4 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:09:54.670287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Attempting to bind port 73c87c16-7dd8-4388-a909-893f572250a4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:09:54.670689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Attempting to bind port 73c87c16-7dd8-4388-a909-893f572250a4 on network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:09:54.673839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8bcd28d9-cd5c-4043-ae41-6a5733e402dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.695312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:09:54.695712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Checking segment: {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:54.696205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.696637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Bound using segment: {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:09:54.697146 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Bound port: 73c87c16-7dd8-4388-a909-893f572250a4, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:09:54.697537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.820473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.853141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Transition to ACTIVE for port object 5065bf28-02d3-4f84-b3ac-536f989641df will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:54.862825 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:54.868730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878ac0e2-cc59-4c2f-8b7b-b94bad9eb8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:54.904594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] For port 73c87c16-7dd8-4388-a909-893f572250a4, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:09:54.925482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] For port 73c87c16-7dd8-4388-a909-893f572250a4, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=73c87c16-7dd8-4388-a909-893f572250a4,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:09:54.994331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:55.002537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713965'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:55.058487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e17a-6dec-450c-958c-4734cb756a25 None None] Pushing event updated for resources: {'Port': ['ID=5065bf28-02d3-4f84-b3ac-536f989641df,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:55.067754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52d1e17a-6dec-450c-958c-4734cb756a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:55.094961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:55.192779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Attempting to bind port 5065bf28-02d3-4f84-b3ac-536f989641df on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:09:55.193115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Attempting to bind port 5065bf28-02d3-4f84-b3ac-536f989641df by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:09:55.193520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Attempting to bind port 5065bf28-02d3-4f84-b3ac-536f989641df on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:09:55.206607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:09:55.207022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Checking segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:55.207466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:55.207952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Bound using segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:09:55.208465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Bound port: 5065bf28-02d3-4f84-b3ac-536f989641df, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:09:55.208878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:55.230228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Pushing event updated for resources: {'Port': ['ID=73c87c16-7dd8-4388-a909-893f572250a4,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:55.236564 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:55.245109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Router 135e5ce0-c4bf-4975-9572-39b4ed59304a is scheduled to L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 18:09:55.319396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] For port 5065bf28-02d3-4f84-b3ac-536f989641df, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:09:55.323475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] For port 5065bf28-02d3-4f84-b3ac-536f989641df, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=5065bf28-02d3-4f84-b3ac-536f989641df,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:09:55.326827 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:55.331727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52d1e17a-6dec-450c-958c-4734cb756a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:55.414474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:55.415253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f0d3588>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:55.462516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:55.473883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Sync routers for ids ['135e5ce0-c4bf-4975-9572-39b4ed59304a'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:09:55.499538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Routers {'135e5ce0-c4bf-4975-9572-39b4ed59304a'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:55.500626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['135e5ce0-c4bf-4975-9572-39b4ed59304a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:55.507388 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:55.509491 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.7474260
Apr 23 18:09:55.512340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 35990) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:09:55.623156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e17a-6dec-450c-958c-4734cb756a25 None None] Pushing event updated for resources: {'Port': ['ID=5065bf28-02d3-4f84-b3ac-536f989641df,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:55.628757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52d1e17a-6dec-450c-958c-4734cb756a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:55.695456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:55.763382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Set router 135e5ce0-c4bf-4975-9572-39b4ed59304a gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:56.253616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f0d3588>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:55Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:56.258373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c0852-4e1c-4e62-9e9f-4372d2af256d None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:55Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:56.309108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4940>, [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:09:54Z', 'revision_number': 3, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:56.321766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Checking router: 135e5ce0-c4bf-4975-9572-39b4ed59304a for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:09:56.322285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Updating router 135e5ce0-c4bf-4975-9572-39b4ed59304a port 090edefc-f339-4f80-8715-473c96236f77 binding host dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:09:56.397190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:56.440905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6481e030-5e42-4429-8d80-dda71b5d1602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:56.655076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:56.747103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aba814-8bee-4bed-8ae6-c27cf49dfbc1 None None] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:09:56.811594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:56.826290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Transition to ACTIVE for port object 090edefc-f339-4f80-8715-473c96236f77 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:56.837787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:56.843759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-07eeb32a-5aca-4d93-afca-2636bff77186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:56.870696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-7cc2c887-a525-4af1-b394-a27cb95441c7 None None] Provisioning for port 73c87c16-7dd8-4388-a909-893f572250a4 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:56.922088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Allocated IP 172.20.0.1 (bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0/b833f2d8-9c03-450c-8432-75b3611a907b/649c1293-8754-4123-9b6f-87edb8bd0914) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:09:56.934753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Attempting to bind port 090edefc-f339-4f80-8715-473c96236f77 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:09:56.935171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Attempting to bind port 090edefc-f339-4f80-8715-473c96236f77 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:09:56.935575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Attempting to bind port 090edefc-f339-4f80-8715-473c96236f77 on network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:09:56.942362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba4789-2ba8-4d63-b108-33fcecf1c143 None None] Pushing event updated for resources: {'Port': ['ID=090edefc-f339-4f80-8715-473c96236f77,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:56.947050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1ba4789-2ba8-4d63-b108-33fcecf1c143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:56.948042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:09:56.948459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Checking segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:09:56.948905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:56.949335 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Bound using segment: {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:09:56.950142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Bound port: 090edefc-f339-4f80-8715-473c96236f77, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e9084d-cb69-4330-81ad-a5fc0836f356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:09:56.950258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.059447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] For port 090edefc-f339-4f80-8715-473c96236f77, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:09:57.070155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] For port 090edefc-f339-4f80-8715-473c96236f77, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=090edefc-f339-4f80-8715-473c96236f77,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:09:57.088613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.107740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:57.173314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 5065bf28-02d3-4f84-b3ac-536f989641df up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:57.241625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.258790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Routers {'135e5ce0-c4bf-4975-9572-39b4ed59304a'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:09:57.259499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4940>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['135e5ce0-c4bf-4975-9572-39b4ed59304a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:57.271139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Transition to ACTIVE for port object 649c1293-8754-4123-9b6f-87edb8bd0914 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:09:57.281278 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 5065bf28-02d3-4f84-b3ac-536f989641df completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:57.288870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 5065bf28-02d3-4f84-b3ac-536f989641df triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:57.290114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.303428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.315504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8278144-182c-4a4f-aa6b-03af24a728c2 tempest-TestShelveInstance-1158135367 tempest-TestShelveInstance-1158135367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:57.341359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba4789-2ba8-4d63-b108-33fcecf1c143 None None] Pushing event updated for resources: {'Port': ['ID=090edefc-f339-4f80-8715-473c96236f77,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:57.346407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1ba4789-2ba8-4d63-b108-33fcecf1c143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:57.378731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:57.381860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:57.389920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:09:57.447116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Pushing event updated for resources: {'Port': ['ID=649c1293-8754-4123-9b6f-87edb8bd0914,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:57.452123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:57.461797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.469422 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854071760'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.511371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 5065bf28-02d3-4f84-b3ac-536f989641df, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=5065bf28-02d3-4f84-b3ac-536f989641df,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:57.517673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.518611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 73c87c16-7dd8-4388-a909-893f572250a4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:57.521555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] Set router 135e5ce0-c4bf-4975-9572-39b4ed59304a gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:09:57.550259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:57.612894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.688956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=5065bf28-02d3-4f84-b3ac-536f989641df,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:57.693963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:57.699798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.706645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 73c87c16-7dd8-4388-a909-893f572250a4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:57.713033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 73c87c16-7dd8-4388-a909-893f572250a4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:57.713596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.788634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-0cdeae3a-e430-4de0-872c-236294e2c827 None None] Provisioning for port 649c1293-8754-4123-9b6f-87edb8bd0914 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:57.796738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-0cdeae3a-e430-4de0-872c-236294e2c827 None None] Provisioning complete for port 649c1293-8754-4123-9b6f-87edb8bd0914 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:57.797166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0cdeae3a-e430-4de0-872c-236294e2c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.876792 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-1c072b87-59c8-4b54-8964-abba03ef0eab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2063875
Apr 23 18:09:57.912952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a343f4940>, [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:09:54Z', 'revision_number': 3, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:09:57.917793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace61d-27de-42ff-9929-1e3001a47d66 None None] The sync data for ids ['135e5ce0-c4bf-4975-9572-39b4ed59304a'] in dv-cinder-786524-3-iscsi is: [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:09:54Z', 'revision_number': 3, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:09:57.948689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.953981 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.955980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0cdeae3a-e430-4de0-872c-236294e2c827 None None] Port 649c1293-8754-4123-9b6f-87edb8bd0914 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:09:57.960316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.987741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 73c87c16-7dd8-4388-a909-893f572250a4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=73c87c16-7dd8-4388-a909-893f572250a4,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:57.990725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:57.992558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:57.996587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:58.075020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=73c87c16-7dd8-4388-a909-893f572250a4,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:58.078300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:58.129880 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704087'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:58.139672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Pushing event updated for resources: {'Port': ['ID=649c1293-8754-4123-9b6f-87edb8bd0914,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:58.167788 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.168229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.168635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.169038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.169434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.169828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.170220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.170610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.171002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.171389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.171772 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.172179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:09:58.183514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:58.264079 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-3986eebc-eb94-4f5e-a9cc-928b0cac043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:58.265734 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-3986eebc-eb94-4f5e-a9cc-928b0cac043a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 1100 time: 0.2771242
Apr 23 18:09:58.337940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:58.424787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:09:58.428119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:09:58.612968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-572d2f8a-8469-40d7-a4bc-26fad4db24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:58.614592 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-572d2f8a-8469-40d7-a4bc-26fad4db24ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.3241925
Apr 23 18:09:58.682308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cad1593b-4daa-4713-82d0-69b3a3bb3070 None None] Provisioning complete for port 649c1293-8754-4123-9b6f-87edb8bd0914 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:58.682734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cad1593b-4daa-4713-82d0-69b3a3bb3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:58.744611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cad1593b-4daa-4713-82d0-69b3a3bb3070 None None] Port 649c1293-8754-4123-9b6f-87edb8bd0914 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:09:58.765372 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-328ab0a0-f3b9-4804-9ffc-111be2377782 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 200  len: 1002 time: 0.1366177
Apr 23 18:09:58.810702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Router 135e5ce0-c4bf-4975-9572-39b4ed59304a has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:09:58.888012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:09:59.118243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 5065bf28-02d3-4f84-b3ac-536f989641df up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:59.187484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:59.209259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 5065bf28-02d3-4f84-b3ac-536f989641df triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:59.209668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:59.221325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-84911b1c-66cb-4a51-b53e-0c2a7e3c0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:59.222914 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-84911b1c-66cb-4a51-b53e-0c2a7e3c0ca0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.4506357
Apr 23 18:09:59.338424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 090edefc-f339-4f80-8715-473c96236f77 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:59.350604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:09:59.364806 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] 10.222.0.24 "PUT /v2.0/routers/135e5ce0-c4bf-4975-9572-39b4ed59304a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8513885
Apr 23 18:09:59.371042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-fcb7b9de-c502-443e-9b92-2d4ef3b512f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:09:59.372814 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-fcb7b9de-c502-443e-9b92-2d4ef3b512f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1392581
Apr 23 18:09:59.415144 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 090edefc-f339-4f80-8715-473c96236f77 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:09:59.420673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 090edefc-f339-4f80-8715-473c96236f77 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:59.421092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:59.529365 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-ef34aa5f-a355-4732-a9a2-0f51ba04ec73 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490688
Apr 23 18:09:59.551167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:59.576098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 090edefc-f339-4f80-8715-473c96236f77, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=090edefc-f339-4f80-8715-473c96236f77,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:09:59.583555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:09:59.584516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 73c87c16-7dd8-4388-a909-893f572250a4 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:09:59.616733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:09:59.688193 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ff1123d-0c8e-47cf-996b-2171206fdbec req-af3df27c-f5db-4877-ac15-7b786ffbc0d1 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510451
Apr 23 18:09:59.722384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=090edefc-f339-4f80-8715-473c96236f77,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:09:59.725634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:09:59.735488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 73c87c16-7dd8-4388-a909-893f572250a4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:09:59.735952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.081499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36004) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:00.087551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171674924', 'description': 'tempest-secgroup-smoke-171674924 description', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:00.094102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.099977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.103416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.114865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.125124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.148745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.153305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.156575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.163352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.249778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.252637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.258472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6d2d1265-f475-4659-8680-181c73fd7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:00.305498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.306806 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2242198
Apr 23 18:10:00.307791 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:00.310103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36008) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:00.310941 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:00.316369 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group_rule': {'security_group_id': 'b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:00.326161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.330295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.333424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.340562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.358112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.426288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.429257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.437318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:00.460427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78f771e-cddf-4773-8f04-a1a26d01852a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:00.469742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.470164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.470578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.470983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.471387 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.471825 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.472215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.472614 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.473014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.473415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.473811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.474203 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:00.477225 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.481464 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1702213
Apr 23 18:10:00.481602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36012) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:00.482517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:00.487913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group_rule': {'security_group_id': 'b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:00.495103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.499221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.502266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.509607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.527162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.593932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.596282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.598475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-375a5773-665c-4519-bcb6-4acca2a1c5d8 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:00.626220 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332cc83e-5dcf-4a37-949d-f55491b813d9,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:00.628949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:00.636623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.637916 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1550684
Apr 23 18:10:00.640764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36016) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:00.646545 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group_rule': {'security_group_id': 'b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:00.653336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.658284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.659553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Sync routers for ids ['135e5ce0-c4bf-4975-9572-39b4ed59304a'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:00.661603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.668004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.669795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Routers {'135e5ce0-c4bf-4975-9572-39b4ed59304a'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:00.670472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f1aa278>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['135e5ce0-c4bf-4975-9572-39b4ed59304a'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:00.684968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.753020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.756798 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.758975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:00.781658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427922cd-bc5c-49ed-b5bd-e2b8699c1a0b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:00.785966 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:00.794391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.796177 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1540303
Apr 23 18:10:00.798686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36020) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:00.805058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group_rule': {'security_group_id': 'b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:00.811708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.816294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.819430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.826015 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.843861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.874558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Set router 135e5ce0-c4bf-4975-9572-39b4ed59304a gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:00.915949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.918440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.920651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f759e7d7-9ddf-4908-af3d-b6ae8e36027e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:00.944364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bcb57d-83ea-42ac-8591-d28f6ff28d5e,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:00.947037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:00.953816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:00.957752 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f4c65f7d-f03e-4866-8c82-eeddc0231d8d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1553080
Apr 23 18:10:00.958069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36024) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:00.964163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group_rule': {'security_group_id': 'b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:00.970943 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:00.975027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:00.978800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:00.985064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:00.997756 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Project f79d1a40df7a4bb496690bedaee5b2a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 18:10:01.005135 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.039669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 090edefc-f339-4f80-8715-473c96236f77 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:10:01.076991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.079680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.082320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-27224830-8873-4888-b207-2f14fadbc262 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:01.112929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a9ab23-7442-4219-9ac5-87ffdb8fb718,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:01.115396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.116715 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1578295
Apr 23 18:10:01.117737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6c7679e1-663a-448f-8c93-b6c80b3c4a67 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:01.120223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36028) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:01.125999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'security_group_rule': {'security_group_id': 'b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce', 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:01.133398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:01.137482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:security_group_rule and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:01.140533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:01.146578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:01.156935 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Project f79d1a40df7a4bb496690bedaee5b2a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 18:10:01.163863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.219672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 090edefc-f339-4f80-8715-473c96236f77 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:01.220122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.239619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.243014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.253053 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:01.276789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8209e7bf-b6c4-4f5e-a380-8e19bc43ae46,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:01.279269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:01.283520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:01.288007 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6a7a3de7-98dd-40ad-bd8d-305427cb9d7b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1636224
Apr 23 18:10:01.580979 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f1aa278>, [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 4, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '649c1293-8754-4123-9b6f-87edb8bd0914', 'name': '', 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'mac_address': 'fa:16:3e:7d:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b833f2d8-9c03-450c-8432-75b3611a907b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:56Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 2, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'subnets': [{'id': 'b833f2d8-9c03-450c-8432-75b3611a907b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:01.590557 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Checking router: 135e5ce0-c4bf-4975-9572-39b4ed59304a for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:01.590970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Updating router 135e5ce0-c4bf-4975-9572-39b4ed59304a port 649c1293-8754-4123-9b6f-87edb8bd0914 binding host dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 18:10:01.650227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:02.039323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:02.052233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Transition to ACTIVE for port object 649c1293-8754-4123-9b6f-87edb8bd0914 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:10:02.058994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:02.063829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12356ce0-3112-42a5-a8b4-119d5dd122b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:02.232822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c912373-79b2-43b3-9862-58dcf7caf96f None None] Pushing event updated for resources: {'Port': ['ID=649c1293-8754-4123-9b6f-87edb8bd0914,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:02.240577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c912373-79b2-43b3-9862-58dcf7caf96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:02.304937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Attempting to bind port 649c1293-8754-4123-9b6f-87edb8bd0914 on host dv-cinder-786524-3-iscsi for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:10:02.305348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Attempting to bind port 649c1293-8754-4123-9b6f-87edb8bd0914 by drivers openvswitch,hyperv on host dv-cinder-786524-3-iscsi at level 0 using segments [{'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:10:02.305758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Attempting to bind port 649c1293-8754-4123-9b6f-87edb8bd0914 on network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:10:02.315249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Checking agent: {'id': 'cf0d6233-7665-4051-8656-bd4b0f6520af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 28), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:10:02.315668 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Checking segment: {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:10:02.316159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:02.316599 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Bound using segment: {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:10:02.317117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Bound port: 649c1293-8754-4123-9b6f-87edb8bd0914, host: dv-cinder-786524-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4fecfd-72a5-4eae-9025-43d138e98fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:10:02.317549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:02.415120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] For port 649c1293-8754-4123-9b6f-87edb8bd0914, host dv-cinder-786524-3-iscsi, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:10:02.418198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] For port 649c1293-8754-4123-9b6f-87edb8bd0914, host dv-cinder-786524-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=649c1293-8754-4123-9b6f-87edb8bd0914,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:10:02.421705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:02.426424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:02.509293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Routers {'135e5ce0-c4bf-4975-9572-39b4ed59304a'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:02.509915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f1aa278>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['135e5ce0-c4bf-4975-9572-39b4ed59304a'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:02.582729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c912373-79b2-43b3-9862-58dcf7caf96f None None] Pushing event updated for resources: {'Port': ['ID=649c1293-8754-4123-9b6f-87edb8bd0914,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:02.642853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c912373-79b2-43b3-9862-58dcf7caf96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:02.710937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] Set router 135e5ce0-c4bf-4975-9572-39b4ed59304a gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:03.077356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f1aa278>, [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 4, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '649c1293-8754-4123-9b6f-87edb8bd0914', 'name': '', 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'mac_address': 'fa:16:3e:7d:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b833f2d8-9c03-450c-8432-75b3611a907b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:56Z', 'updated_at': '2021-04-23T18:10:02Z', 'revision_number': 4, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'subnets': [{'id': 'b833f2d8-9c03-450c-8432-75b3611a907b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:03.081611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a341-314e-451c-9548-e7bfb72b1f16 None None] The sync data for ids ['135e5ce0-c4bf-4975-9572-39b4ed59304a'] in dv-cinder-786524-3-iscsi is: [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 4, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '649c1293-8754-4123-9b6f-87edb8bd0914', 'name': '', 'network_id': 'bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'mac_address': 'fa:16:3e:7d:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b833f2d8-9c03-450c-8432-75b3611a907b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:56Z', 'updated_at': '2021-04-23T18:10:02Z', 'revision_number': 4, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'subnets': [{'id': 'b833f2d8-9c03-450c-8432-75b3611a907b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:05.045166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 649c1293-8754-4123-9b6f-87edb8bd0914 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:10:05.117930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning for port 649c1293-8754-4123-9b6f-87edb8bd0914 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:10:05.123690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 649c1293-8754-4123-9b6f-87edb8bd0914 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:05.124151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:05.256302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:05.292603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] For port 649c1293-8754-4123-9b6f-87edb8bd0914, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=649c1293-8754-4123-9b6f-87edb8bd0914,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:05.295353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:05.297259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:05.371931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Pushing event updated for resources: {'Port': ['ID=649c1293-8754-4123-9b6f-87edb8bd0914,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:05.375059 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:07.025894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 649c1293-8754-4123-9b6f-87edb8bd0914 up at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:10:07.099930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Provisioning complete for port 649c1293-8754-4123-9b6f-87edb8bd0914 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:07.100358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:12.955416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdeb64-4e06-4c1a-97d6-e2effb366863 req-e41e1443-9091-4a72-a212-031478775abc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:12.957087 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0cfdeb64-4e06-4c1a-97d6-e2effb366863 req-e41e1443-9091-4a72-a212-031478775abc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 947 time: 0.0985620
Apr 23 18:10:13.007429 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0cfdeb64-4e06-4c1a-97d6-e2effb366863 req-3bbcff11-8a00-431f-9ef0-ba68a721b18f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436518
Apr 23 18:10:14.219358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acffe7-3db7-46bf-beb5-c1700b32e01f req-1105071d-ce6e-419d-bc2d-61283ce16803 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:14.220908 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-70acffe7-3db7-46bf-beb5-c1700b32e01f req-1105071d-ce6e-419d-bc2d-61283ce16803 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 947 time: 0.0935318
Apr 23 18:10:14.268696 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-70acffe7-3db7-46bf-beb5-c1700b32e01f req-92e468f6-1176-4e2b-b34b-2e62004be947 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415263
Apr 23 18:10:14.783867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a492733-7e73-4f58-981c-732240f9dd0d req-3e849b3a-04cc-4484-93b8-24998744e2a3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:14.784547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-6a492733-7e73-4f58-981c-732240f9dd0d req-3e849b3a-04cc-4484-93b8-24998744e2a3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Synchronizing usage tracker for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:14.799463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-6a492733-7e73-4f58-981c-732240f9dd0d req-3e849b3a-04cc-4484-93b8-24998744e2a3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Unset dirty status for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:14.800679 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a492733-7e73-4f58-981c-732240f9dd0d req-3e849b3a-04cc-4484-93b8-24998744e2a3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 947 time: 0.1041672
Apr 23 18:10:14.949527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Deleting port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:14.949902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:15.096175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] For port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:15.096578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:15.418435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:15.419085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:15.419199 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Floating IP e535b5e4-b0e4-4328-817f-f5eadeabb08e disassociated. External IP: 172.27.2.114, port: cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd.
Apr 23 18:10:15.419705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Calling delete_port for cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:15.480489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed753c-923e-44d6-b55e-e5f506e1ef34 req-0e3a5bdf-7b00-41ae-a073-f33f82376e27 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:15.482401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56ed753c-923e-44d6-b55e-e5f506e1ef34 req-0e3a5bdf-7b00-41ae-a073-f33f82376e27 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 947 time: 0.0951965
Apr 23 18:10:15.531844 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56ed753c-923e-44d6-b55e-e5f506e1ef34 req-aca44431-6adb-4170-9028-35bf72f5c0db tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3128d52e-a7dd-4476-b018-e8141a10d85b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430977
Apr 23 18:10:15.547536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:15.554854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0a892705-342a-484f-8e7e-d1f8e3d37765 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:15.608500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event deleted for resources: {'Port': ['ID=cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:15.610285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:15.802479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Router ba526e65-c872-4b54-8606-5c88f36a775f has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:10:15.992107 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:10:16.002675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:16.013359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:16.014132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fecc2e8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:16.087942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] No DVR routers for this DVR port cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:10:16.093975 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:16.105451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-deleted', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:16.113991 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a492733-7e73-4f58-981c-732240f9dd0d req-acb7448d-10bb-46f4-b273-4f27d1958c1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "DELETE /v2.0/ports/cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd HTTP/1.1" status: 204  len: 173 time: 1.3077600
Apr 23 18:10:16.157214 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2179e-1cc0-4c69-9a90-7af0c21d897d', 'name': 'network-vif-deleted', 'tag': 'cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd', 'status': 'completed', 'code': 200}
Apr 23 18:10:16.224057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:16.521593 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-ac8450e2-3114-4fc5-9d27-ca0993b6e3ca tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915152630&fields=id&tenant_id=0cbc3f7b93a44f2494f68571b03bf07c HTTP/1.1" status: 200  len: 267 time: 0.0483725
Apr 23 18:10:16.565103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fecc2e8>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:16.570670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:16.581296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:16.582527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fecc2e8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:16.618493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-3dcbb037-4c07-42cb-bafb-4dfa90dfd703 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:16.620119 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-3dcbb037-4c07-42cb-bafb-4dfa90dfd703 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 984 time: 0.0900373
Apr 23 18:10:16.632844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Request body: {'port': {'security_groups': ['bd0ea474-0b85-4e04-9928-f9b542dc5dd9']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:16.749363 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9d37048-ee5d-4d06-a0aa-06e92d02eec0 req-7d6c7ad9-4132-4ad3-a644-f269f4b01a58 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=52f2179e-1cc0-4c69-9a90-7af0c21d897d HTTP/1.1" status: 200  len: 210 time: 0.0676248
Apr 23 18:10:16.822138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:16.939500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:17.091316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:17.119581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.124320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.130555 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-db02bf65-6dcb-48b0-9c2b-e4ec1c79fac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:17.163039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d6ff2e60-e91c-4546-92a9-222670b14d82'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:10:17.193275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:17.193954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.195444 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f8f7724-8dde-4a46-af5c-d5bdeb0c53dc req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "PUT /v2.0/ports/d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 942 time: 0.5681086
Apr 23 18:10:17.196038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:17.213806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36172) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:17.261814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event updated for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:17.281390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:17.296281 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'status': 'completed', 'code': 200}
Apr 23 18:10:17.383723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fecc2e8>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:17.393300 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee80505-e34c-42e5-98d8-4412591a24c3 None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:17.400894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d6ff2e60-e91c-4546-92a9-222670b14d82'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:10:17.434495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.481367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.512301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-b035e4c3-d4ca-4813-a572-84b60c3e11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:17.513874 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-b035e4c3-d4ca-4813-a572-84b60c3e11fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1098 time: 0.1571541
Apr 23 18:10:17.590201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4023faa1-022b-46ab-8c76-0aa0d27e6c24 None None] Provisioning complete for port d6ff2e60-e91c-4546-92a9-222670b14d82 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:17.590787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4023faa1-022b-46ab-8c76-0aa0d27e6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.671834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.678832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9dcdb4cf-e7ad-40d4-9bec-e952f1fa9777 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:17.693745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-68062ee4-4dba-4c60-8376-8ec0ac126fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:17.695302 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-68062ee4-4dba-4c60-8376-8ec0ac126fb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 916 time: 0.1705348
Apr 23 18:10:17.699251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7ceab-fae2-489a-b317-f82657063bb3,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:17.700758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:17.702395 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:17.773017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:17.773331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device cf11a3f7-9c10-4e5c-bf14-3e71a7ac51dd not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:17.784761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:17.788916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36180) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:17.789043 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "DELETE /v2.0/security-groups/bda7ceab-fae2-489a-b317-f82657063bb3 HTTP/1.1" status: 204  len: 168 time: 0.5739963
Apr 23 18:10:17.822551 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-ef5ee1ed-50c2-443b-a615-2075b2d93785 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 1000 time: 0.1190789
Apr 23 18:10:17.862449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e30788-be38-4356-8f13-1a415493de20 None None] New status for floating IP e535b5e4-b0e4-4328-817f-f5eadeabb08e: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:10:17.920464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36186) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:17.947224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-95cdb6a2-2180-4c74-a3e9-0977c5707c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:17.948862 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-95cdb6a2-2180-4c74-a3e9-0977c5707c51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.1161475
Apr 23 18:10:18.057847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.104055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.118153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-d02903fc-9c6e-47ee-89ff-586383b7e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:18.119795 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-d02903fc-9c6e-47ee-89ff-586383b7e47e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1602135
Apr 23 18:10:18.130090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Deleting port fc69ca38-6383-41a5-ae22-9059a6c4fbc7 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:18.130536 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.261860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.262234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.269362 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.273435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2e95e114-1dcc-4cab-abcc-33e948f140bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:18.304254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128d52e-a7dd-4476-b018-e8141a10d85b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:18.312959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:18.317458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-1b440c39-5ea5-4ee0-81db-9ea98bc6d8d4 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847084
Apr 23 18:10:18.323415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.327718 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0a34a48a-42e7-4473-8381-881cd5c92b0d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "DELETE /v2.0/security-groups/3128d52e-a7dd-4476-b018-e8141a10d85b HTTP/1.1" status: 204  len: 168 time: 0.4031079
Apr 23 18:10:18.330471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36190) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:18.414877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Calling delete_port for fc69ca38-6383-41a5-ae22-9059a6c4fbc7 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:18.425631 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-92282116-3527-4e44-bb40-14a0f9243541 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] show failed (client error): The resource could not be found.
Apr 23 18:10:18.429684 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-92282116-3527-4e44-bb40-14a0f9243541 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups/3128d52e-a7dd-4476-b018-e8141a10d85b HTTP/1.1" status: 404  len: 347 time: 0.0954120
Apr 23 18:10:18.430527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36196) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:18.560397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.566607 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9c3887bd-c08f-4dfb-8233-42257d3c71d5 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:18.622512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event deleted for resources: {'Port': ['ID=fc69ca38-6383-41a5-ae22-9059a6c4fbc7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:18.663523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:18.726905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:18.727290 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Floating IP ae83068b-aadf-4355-8a74-611e6c3ee15b disassociated (deleted). External IP: 172.27.2.83, port: d6ff2e60-e91c-4546-92a9-222670b14d82.
Apr 23 18:10:18.933343 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-dc743fd1-b125-4ae5-88d6-4bb6de92bbf1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171674924&fields=id&tenant_id=f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 267 time: 0.1302419
Apr 23 18:10:18.945116 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab928c13-f886-4d54-a5af-8cd000ca2ed6 req-95b3fb55-94c6-493d-aede-edde659be735 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6192832
Apr 23 18:10:18.985996 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Deleting port 7eaa2871-4831-49ce-9ea6-4bd0be8427a4 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:18.986380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.117069 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.117589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.253848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Calling delete_port for 7eaa2871-4831-49ce-9ea6-4bd0be8427a4 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:19.266968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-ff56ba9e-811b-4931-9a88-cf2529ab3e7d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:19.268580 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-ff56ba9e-811b-4931-9a88-cf2529ab3e7d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 811 time: 0.3260829
Apr 23 18:10:19.298885 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-df6c8be2-cd00-4b50-99a5-e378190d1d61 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/quotas/f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 375 time: 0.0164120
Apr 23 18:10:19.352122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Router be921111-f1f8-4ef5-9795-c774034e2828 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:10:19.371954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.377239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:19.427707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event deleted for resources: {'Port': ['ID=7eaa2871-4831-49ce-9ea6-4bd0be8427a4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:19.461860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:19.532738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.549332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.550596 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7f561b0a-8454-4b18-8382-5242479ac205 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "DELETE /v2.0/floatingips/e535b5e4-b0e4-4328-817f-f5eadeabb08e HTTP/1.1" status: 204  len: 168 time: 1.1185069
Apr 23 18:10:19.800832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-4deb5364-e2e7-484f-867e-93f6c1ec01ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:19.832743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36210) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:19.834805 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:10:19.839017 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939057680', 'description': 'tempest-description--1239206856'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:19.841731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-4deb5364-e2e7-484f-867e-93f6c1ec01ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:19.843141 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-4deb5364-e2e7-484f-867e-93f6c1ec01ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5379848
Apr 23 18:10:19.845786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] Sync routers for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:19.847257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:19.852714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:19.856595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:19.857442 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:19.858716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f39f710>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:19.861712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.863434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:19.874153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.896014 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:19.900193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:19.903257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:19.910337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:19.989500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.993075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:19.999704 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:20.017120 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae83068b-aadf-4355-8a74-611e6c3ee15b HTTP/1.1" status: 204  len: 168 time: 2.2243738
Apr 23 18:10:20.017341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:20.058092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d06aedc-5b9f-4797-b996-69381d851cef,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:20.061273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.066361 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36218) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:20.069005 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2287455
Apr 23 18:10:20.070166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:20.074883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'security_group_rule': {'security_group_id': '3d06aedc-5b9f-4797-b996-69381d851cef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:20.083563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:20.087725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-cb36bced-6b88-47e6-b065-5d8e546c9e1e service neutron] 10.222.0.24 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280316
Apr 23 18:10:20.090170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:20.093865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:20.094092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:20.124209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:20.205940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.298982 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-2bed1da9-a7e0-4ac2-ad4d-4fffd6f106c9 service neutron] 10.222.0.24 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018428
Apr 23 18:10:20.316659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.321269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.324077 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff6802e1-f659-45ed-893d-4967781971e5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:20.359309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc98b6e6-ea79-45ba-bed5-01feb6743f59,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:20.363081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:20.373603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.375179 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-73028d45-142d-4eda-b4b0-dbb649c5db65 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3075242
Apr 23 18:10:20.378022 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36226) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:20.384569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'security_group_rule': {'security_group_id': '3d06aedc-5b9f-4797-b996-69381d851cef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:20.392742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:20.397842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:security_group_rule and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:20.402850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:20.410693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:20.443706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.459311 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f39f710>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:20.463611 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] Checking router: be921111-f1f8-4ef5-9795-c774034e2828 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:20.474125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:20.474722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f39f710>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:09:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:20.514765 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'status': 'completed', 'code': 200}
Apr 23 18:10:20.556953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.561634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656118'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.564191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:20.620717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944db64-f664-42f5-b99d-35b1b2960dde req-5435a369-0ebe-4609-8369-ceedf41b9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:20.622391 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-5435a369-0ebe-4609-8369-ceedf41b9b8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 1098 time: 0.1053391
Apr 23 18:10:20.629262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de52a8e-e01f-451e-a1be-bb2914c5b504,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:20.637761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:20.642575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.650886 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cc81b2ed-67f7-4e5b-abff-dc80f40fd628 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2717628
Apr 23 18:10:20.651830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36238) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:20.658390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:20.664985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:20.670043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:floatingip and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:20.675376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:20.681635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:20.691293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:20.747968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:20.798967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944db64-f664-42f5-b99d-35b1b2960dde req-ca819863-8248-4791-9fc8-8d7ee7ba8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:20.801222 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-ca819863-8248-4791-9fc8-8d7ee7ba8e1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 200  len: 916 time: 0.1711941
Apr 23 18:10:20.908234 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-fbacf6d4-4c77-4002-a705-bb640b70c547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 200  len: 217 time: 0.0958171
Apr 23 18:10:20.914060 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b30445d-6993-4ed9-b268-4c803b708c4b req-a7251bce-6f0c-443f-a882-15fb1e71b802 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 210 time: 0.0582771
Apr 23 18:10:20.928345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.016297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944db64-f664-42f5-b99d-35b1b2960dde req-7b0833d0-ca7b-4c0e-bb5d-07b5d0fa4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:21.018194 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-7b0833d0-ca7b-4c0e-bb5d-07b5d0fa4cef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 200  len: 854 time: 0.0973649
Apr 23 18:10:21.163712 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Allocated IP 172.27.2.21 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/99ee6b10-2a27-43eb-b838-7bac75de8c81) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:10:21.175462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f39f710>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:21.179872 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c744da-ab42-4587-9533-b68921ccbf1e None None] The sync data for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi is: [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:07:57Z', 'revision_number': 4, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '33a96e9e-0d68-4a07-8e12-b37dc5f74fa5', 'name': '', 'network_id': 'f61631c6-cfd1-47a7-a9cd-fd9e3827b562', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'mac_address': 'fa:16:3e:5c:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:56Z', 'updated_at': '2021-04-23T18:08:05Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'subnets': [{'id': '8c71f934-4f87-4373-88c5-1f9478b5a489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:21.202358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944db64-f664-42f5-b99d-35b1b2960dde req-d2765257-efaf-43f0-a836-e93bb2daa3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:21.204391 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-d2765257-efaf-43f0-a836-e93bb2daa3d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f61631c6-cfd1-47a7-a9cd-fd9e3827b562&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1761034
Apr 23 18:10:21.390680 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-4d06338f-5e25-4742-89f5-f1e50b2eaa26 service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783853
Apr 23 18:10:21.406625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.439653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.445023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-410a49ea-e2ca-4fb9-b9a2-8bca22f409b1 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:21.525372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:10:21.529051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:10:21.534294 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:10:21.556617 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944db64-f664-42f5-b99d-35b1b2960dde req-23717bfe-f363-45d9-b2d3-2423b3b3e64f service neutron] 10.222.0.47 "GET /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589453
Apr 23 18:10:21.563331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'Port': ['ID=99ee6b10-2a27-43eb-b838-7bac75de8c81,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:21.569121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:21.632951 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.692436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc551bc0-00e7-479d-85e3-51e4d1afbb2a None None] New status for floating IP ae83068b-aadf-4355-8a74-611e6c3ee15b: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:10:21.722733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.964830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.971216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:21.976865 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43a4bb0f-f55b-42dc-8e9f-b09df342cc03 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:22.151717 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9eb6881d-c7ef-4e8c-92c5-5765f72cbb4f req-1a724723-0ec6-4295-8f64-8c7003d15cea tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 210 time: 0.1112862
Apr 23 18:10:22.165675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'Port': ['ID=99ee6b10-2a27-43eb-b838-7bac75de8c81,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:22.171270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:22.182891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:22.211109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:22.212374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5595236
Apr 23 18:10:22.262073 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-01e85536-e3c5-4fd7-b1b6-9ccb49f5b1ca tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:22.262861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-01e85536-e3c5-4fd7-b1b6-9ccb49f5b1ca tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:22.280443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-01e85536-e3c5-4fd7-b1b6-9ccb49f5b1ca tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:22.282174 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-01e85536-e3c5-4fd7-b1b6-9ccb49f5b1ca tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 811 time: 0.1862636
Apr 23 18:10:22.343425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-d41d3810-7f31-48cf-8dd4-26ce915ca157 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:22.360380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-d41d3810-7f31-48cf-8dd4-26ce915ca157 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:22.361987 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-d41d3810-7f31-48cf-8dd4-26ce915ca157 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 379 time: 0.0653574
Apr 23 18:10:22.376466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'port': {'device_id': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'admin_state_up': True, 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'security_groups': ['b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:22.467498 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-88b4b05b-5ce7-431c-b6d4-cba04c955e25 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1939057680&fields=id&tenant_id=01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 267 time: 0.0460794
Apr 23 18:10:22.533773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:22.543916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:22.553285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Made reservation on behalf of f79d1a40df7a4bb496690bedaee5b2a0 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:10:22.559352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:22.633705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-daa17f3f-813b-4103-9867-dd4cea652685 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:22.635307 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-daa17f3f-813b-4103-9867-dd4cea652685 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 817 time: 0.1606729
Apr 23 18:10:22.651739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-d8193970-2cef-4c3b-a579-6fa543815fce tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/quotas/01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 375 time: 0.0101573
Apr 23 18:10:22.693182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:22.744050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Allocated IP 172.20.0.6 (9abe5554-710c-45fb-bf9a-e9a279c379ef/718d1960-7822-42d4-bdf8-1188fe75a92e/3dc7be51-8911-4143-9725-3862c8261c67) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:10:22.747216 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-b3f1e091-7de4-4814-b78a-8d867087fa46 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0895860
Apr 23 18:10:22.907363 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-18c4fcba-6c29-417d-9183-3f841e3c68ab service neutron] 10.222.0.24 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453364
Apr 23 18:10:22.962856 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:22.980906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Transition to ACTIVE for port object 3dc7be51-8911-4143-9725-3862c8261c67 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:10:23.006871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:23.024009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:23.096446 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eecfe30d-f529-4ae0-a56a-d1f6c215ac9a service neutron] 10.222.0.24 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823158
Apr 23 18:10:23.108277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:10:23.112108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:10:23.114855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:10:23.188828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=3dc7be51-8911-4143-9725-3862c8261c67,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:23.190405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:23.221848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:23.222953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:23.283567 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-1709af0f-5ece-4bef-9559-bf5dee7d8297 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9119625
Apr 23 18:10:23.307223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Request body: {'port': {'device_id': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:23.381185 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8383cd9a-00bf-4abf-9e5c-dcbc57eb603f req-863ff97e-491e-4251-aca3-b0432d2e6c45 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 210 time: 0.0796783
Apr 23 18:10:23.520976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cb2235e7-2f2f-4701-8830-8fac9e09fdcd None None] Provisioning for port 3dc7be51-8911-4143-9725-3862c8261c67 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:10:23.526780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cb2235e7-2f2f-4701-8830-8fac9e09fdcd None None] Provisioning complete for port 3dc7be51-8911-4143-9725-3862c8261c67 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:23.527458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cb2235e7-2f2f-4701-8830-8fac9e09fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:23.530449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:23.601281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cb2235e7-2f2f-4701-8830-8fac9e09fdcd None None] Port 3dc7be51-8911-4143-9725-3862c8261c67 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:10:23.680171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466301-2677-4e54-ab42-becb0046333e req-646c74be-7345-4f13-8603-12baa6035614 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:23.684331 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4466301-2677-4e54-ab42-becb0046333e req-646c74be-7345-4f13-8603-12baa6035614 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 931 time: 0.1112511
Apr 23 18:10:23.736596 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4466301-2677-4e54-ab42-becb0046333e req-184a10f4-6ffa-4436-b430-026e014e9ff7 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465474
Apr 23 18:10:23.912568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc7be51-8911-4143-9725-3862c8261c67 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:10:23.921058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:23.936924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Transition to ACTIVE for port object 3dc7be51-8911-4143-9725-3862c8261c67 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:10:23.939540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:23.944258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5cea2742-e2d4-4f92-9c52-2675e05fb261 tempest-DeleteServersTestJSON-786645312 tempest-DeleteServersTestJSON-786645312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:24.086525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Pushing event updated for resources: {'Port': ['ID=3dc7be51-8911-4143-9725-3862c8261c67,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:24.124883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:24.201373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Attempting to bind port 3dc7be51-8911-4143-9725-3862c8261c67 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:10:24.201751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Attempting to bind port 3dc7be51-8911-4143-9725-3862c8261c67 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:10:24.202122 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Attempting to bind port 3dc7be51-8911-4143-9725-3862c8261c67 on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:10:24.207009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Port 3dc7be51-8911-4143-9725-3862c8261c67 on network 9abe5554-710c-45fb-bf9a-e9a279c379ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:10:24.207372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Attempting to bind port 3dc7be51-8911-4143-9725-3862c8261c67 on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:10:24.212967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:10:24.213347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Checking segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:10:24.213766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Bound using segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:10:24.214241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Bound port: 3dc7be51-8911-4143-9725-3862c8261c67, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:10:24.214617 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:24.313459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] For port 3dc7be51-8911-4143-9725-3862c8261c67, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:10:24.316512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] For port 3dc7be51-8911-4143-9725-3862c8261c67, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3dc7be51-8911-4143-9725-3862c8261c67,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:10:24.319730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:24.324405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:24.380421 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:24.381354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:24.383588 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] 10.222.0.47 "PUT /v2.0/ports/3dc7be51-8911-4143-9725-3862c8261c67 HTTP/1.1" status: 200  len: 1093 time: 1.0847309
Apr 23 18:10:24.383588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:24.441619 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Pushing event updated for resources: {'Port': ['ID=3dc7be51-8911-4143-9725-3862c8261c67,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:24.448660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:24.461235 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67', 'status': 'completed', 'code': 200}
Apr 23 18:10:24.607550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-44a83f20-50ad-40fe-9d88-224708b5f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:24.609255 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-44a83f20-50ad-40fe-9d88-224708b5f6f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 1096 time: 0.1135173
Apr 23 18:10:24.617790 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b43218cd-3308-4217-999a-d22460752821 req-807f1bd6-a2f3-472a-b88d-22b357f5d6f0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 210 time: 0.1052949
Apr 23 18:10:24.619222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc1b2-8896-4961-a6a1-92f60bf44054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:24.705504 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-84790c89-34cd-4cc3-b037-25fdc665d8c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc7be51-8911-4143-9725-3862c8261c67 HTTP/1.1" status: 200  len: 217 time: 0.0807431
Apr 23 18:10:24.790270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-b384c858-9669-4835-b1cb-ce49f6cdbb24 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:24.791847 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-b384c858-9669-4835-b1cb-ce49f6cdbb24 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 817 time: 0.2243612
Apr 23 18:10:24.826582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-350eebda-b796-4227-9a0c-bd1b69f61f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:24.839568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-350eebda-b796-4227-9a0c-bd1b69f61f49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.1277630
Apr 23 18:10:24.858392 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-e97cb4bc-1e72-445f-89ba-c5cb08ab762c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 380 time: 0.0511694
Apr 23 18:10:24.914358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'port': {'device_id': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'admin_state_up': True, 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'security_groups': ['3d06aedc-5b9f-4797-b996-69381d851cef']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:24.929314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-09d99fac-ba65-43ec-a9e3-e7ffecad586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:24.930923 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-09d99fac-ba65-43ec-a9e3-e7ffecad586e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827692
Apr 23 18:10:25.085148 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-4643554d-83ee-49e9-9847-1573ee9a7dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400023
Apr 23 18:10:25.158404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:25.168469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1f18-b1a5-4d8d-a323-b02818695a1e req-082f8233-9d9e-4a9a-a140-be9c2cb3f570 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:25.169748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-15bb1f18-b1a5-4d8d-a323-b02818695a1e req-082f8233-9d9e-4a9a-a140-be9c2cb3f570 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Synchronizing usage tracker for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:25.176165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Usage tracker for resource:port and tenant:01cf22500a4042e69da0b1f62f6a3925 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:25.186723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf34a8-4525-4329-9fe1-c22f221edcd0 req-5a43b643-1011-43a1-bab6-73f304449f44 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:25.188340 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2cf34a8-4525-4329-9fe1-c22f221edcd0 req-5a43b643-1011-43a1-bab6-73f304449f44 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.2851284
Apr 23 18:10:25.189207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:25.197458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:25.234707 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-15bb1f18-b1a5-4d8d-a323-b02818695a1e req-082f8233-9d9e-4a9a-a140-be9c2cb3f570 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Unset dirty status for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:25.235925 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15bb1f18-b1a5-4d8d-a323-b02818695a1e req-082f8233-9d9e-4a9a-a140-be9c2cb3f570 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.3758819
Apr 23 18:10:25.245027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Made reservation on behalf of 01cf22500a4042e69da0b1f62f6a3925 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:10:25.246223 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4a624e7-dc8a-40d9-afe1-c50be558eadf req-e960c0a7-ab50-47f6-a5b0-6dafe3752cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463978
Apr 23 18:10:25.251045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:25.299414 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2cf34a8-4525-4329-9fe1-c22f221edcd0 req-752057bf-5b96-4bb1-b697-ce276fc4feef tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995646
Apr 23 18:10:25.382430 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15bb1f18-b1a5-4d8d-a323-b02818695a1e req-51d03491-4140-4cba-9f9b-3eb09aeebad4 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193941
Apr 23 18:10:25.424391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-f0b202f1-4789-4428-9768-d7017b345dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:25.426013 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-f0b202f1-4789-4428-9768-d7017b345dfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 1096 time: 0.0929401
Apr 23 18:10:25.483561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Allocated IP 172.20.0.9 (1cacdd96-05b0-46aa-84a9-351c11f44fdd/ca3a4951-bfa0-44d6-a23d-31ea46852981/d5bae713-d1a0-4fea-96a9-2310d46739ea) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:10:25.573318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-9f52a4f8-0719-46ad-935c-cee21b5ecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:25.574807 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-9f52a4f8-0719-46ad-935c-cee21b5ecc12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1416402
Apr 23 18:10:25.649225 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-cad58970-8008-4fea-aaf0-4c7f309e0d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc7be51-8911-4143-9725-3862c8261c67 HTTP/1.1" status: 200  len: 217 time: 0.0660143
Apr 23 18:10:25.689176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:25.706928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Transition to ACTIVE for port object d5bae713-d1a0-4fea-96a9-2310d46739ea will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:10:25.725232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-31abdb3b-7e2c-4969-b365-5228f28c0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:25.726824 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-31abdb3b-7e2c-4969-b365-5228f28c0abd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0701387
Apr 23 18:10:25.731067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:25.737671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-305c7661-f2b4-49e8-81c7-191db5df348a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:25.812056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-873be1d4-f385-493f-8eb4-fa002e84c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:25.813644 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-873be1d4-f385-493f-8eb4-fa002e84c8ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796163
Apr 23 18:10:25.863920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:10:25.869081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:10:25.874529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:10:25.912246 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:25.927689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:25.968586 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-0c2ca114-eb55-4ae9-9d78-2e0c8ded3c51 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466875
Apr 23 18:10:26.095912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e5a31b57-d72a-4857-a303-5bd10fdea68c None None] Provisioning for port d5bae713-d1a0-4fea-96a9-2310d46739ea completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:10:26.102472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e5a31b57-d72a-4857-a303-5bd10fdea68c None None] Provisioning complete for port d5bae713-d1a0-4fea-96a9-2310d46739ea triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:26.103394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5a31b57-d72a-4857-a303-5bd10fdea68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:26.127183 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03fb2170-c87d-4b09-96ed-192a17eccc18 req-7211a762-356f-43c7-b765-ae93abc63e2d service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506977
Apr 23 18:10:26.168937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e5a31b57-d72a-4857-a303-5bd10fdea68c None None] Port d5bae713-d1a0-4fea-96a9-2310d46739ea cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:10:26.238632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:26.239281 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:26.252794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9ff04-5597-4a93-be81-07cbc2fe90e9 req-fdab0d61-9880-47d4-a6da-ce93b8ac615b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:26.254333 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-94c9ff04-5597-4a93-be81-07cbc2fe90e9 req-fdab0d61-9880-47d4-a6da-ce93b8ac615b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 931 time: 0.4798768
Apr 23 18:10:26.293308 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3912733
Apr 23 18:10:26.313352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Request body: {'port': {'device_id': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:26.348127 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-94c9ff04-5597-4a93-be81-07cbc2fe90e9 req-c0fe50ac-19ff-4754-aa6f-ee0e774ba9be tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853469
Apr 23 18:10:26.433976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-84305448-d775-457a-a941-662df1c0e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:26.494884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:26.663428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5e1ed-5f74-4258-b340-94b3804213c4 req-96d84a5c-c095-4c36-a42d-b55053961657 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:26.665024 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eef5e1ed-5f74-4258-b340-94b3804213c4 req-96d84a5c-c095-4c36-a42d-b55053961657 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.2507265
Apr 23 18:10:26.772176 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc2914-a577-4243-83d2-03fbae3a0b6c req-1c8a5b2f-8e20-4f36-a0e2-d92ee4724925 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:26.773651 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aacc2914-a577-4243-83d2-03fbae3a0b6c req-1c8a5b2f-8e20-4f36-a0e2-d92ee4724925 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.2689629
Apr 23 18:10:26.838727 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eef5e1ed-5f74-4258-b340-94b3804213c4 req-44ad47e9-b84a-47f4-bdfc-f907838a72cc tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1654279
Apr 23 18:10:26.866482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-3681d961-7c39-4c5a-a81b-a91f0a2cf627 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:26.867251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-3681d961-7c39-4c5a-a81b-a91f0a2cf627 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Synchronizing usage tracker for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:26.880466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-3681d961-7c39-4c5a-a81b-a91f0a2cf627 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Unset dirty status for tenant:0cbc3f7b93a44f2494f68571b03bf07c on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:26.881993 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-3681d961-7c39-4c5a-a81b-a91f0a2cf627 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 945 time: 0.1089733
Apr 23 18:10:26.931423 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aacc2914-a577-4243-83d2-03fbae3a0b6c req-345867ec-ee97-4bb9-b09f-c0aea7934e77 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd0ea474-0b85-4e04-9928-f9b542dc5dd9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497765
Apr 23 18:10:27.067727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bae713-d1a0-4fea-96a9-2310d46739ea {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:10:27.078445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.095648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Transition to ACTIVE for port object d5bae713-d1a0-4fea-96a9-2310d46739ea will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:10:27.098866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.110168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9fe3db6-15cc-49bf-9646-a2cd12c75fc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:27.293025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Deleting port d6ff2e60-e91c-4546-92a9-222670b14d82 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:27.293559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.319152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:27.322177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:27.365263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Attempting to bind port d5bae713-d1a0-4fea-96a9-2310d46739ea on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:10:27.365638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Attempting to bind port d5bae713-d1a0-4fea-96a9-2310d46739ea by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:10:27.366002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Attempting to bind port d5bae713-d1a0-4fea-96a9-2310d46739ea on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:10:27.370987 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Port d5bae713-d1a0-4fea-96a9-2310d46739ea on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:10:27.371343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Attempting to bind port d5bae713-d1a0-4fea-96a9-2310d46739ea on network 1cacdd96-05b0-46aa-84a9-351c11f44fdd {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:10:27.377969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:10:27.378343 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Checking segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:10:27.378766 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Bound using segment: {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:10:27.379227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Bound port: d5bae713-d1a0-4fea-96a9-2310d46739ea, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2307d8-c008-4ad8-b21a-6ed481861f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:10:27.379603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.455717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] For port d6ff2e60-e91c-4546-92a9-222670b14d82, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d6ff2e60-e91c-4546-92a9-222670b14d82,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:27.456365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.482660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:10:27.487899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:10:27.541048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.548491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-53ec6d71-97ec-441c-8129-f1ae3b7ebb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:27.596331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Calling delete_port for d6ff2e60-e91c-4546-92a9-222670b14d82 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:27.629001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:27.629475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.631235 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] 10.222.0.47 "PUT /v2.0/ports/d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 200  len: 1093 time: 1.3225017
Apr 23 18:10:27.632113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:27.668801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:27.675435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eead8c03-d0de-48b2-9234-659610b7da1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:27.685783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607501b-30be-4aa9-b512-bb9015aa6f26 req-778949e9-ddf6-42c9-8ef0-7e19fbc1a16b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:27.686608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-2607501b-30be-4aa9-b512-bb9015aa6f26 req-778949e9-ddf6-42c9-8ef0-7e19fbc1a16b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Synchronizing usage tracker for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:27.709463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.740648 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'status': 'completed', 'code': 200}
Apr 23 18:10:27.745905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.753449 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f12ead9-c8cb-4566-81a5-67a7e06bed1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:27.757931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-2607501b-30be-4aa9-b512-bb9015aa6f26 req-778949e9-ddf6-42c9-8ef0-7e19fbc1a16b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Unset dirty status for tenant:01cf22500a4042e69da0b1f62f6a3925 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:27.759239 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2607501b-30be-4aa9-b512-bb9015aa6f26 req-778949e9-ddf6-42c9-8ef0-7e19fbc1a16b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.2740941
Apr 23 18:10:27.782237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d6ff2e60-e91c-4546-92a9-222670b14d82'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:10:27.810328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Pushing event deleted for resources: {'Port': ['ID=d6ff2e60-e91c-4546-92a9-222670b14d82,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:27.821625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:27.829619 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2607501b-30be-4aa9-b512-bb9015aa6f26 req-17dabb0f-e129-40dc-b837-8d98d9da4778 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621183
Apr 23 18:10:27.832830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-b0b766fc-0389-480c-9902-e61929c023c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:27.834336 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-b0b766fc-0389-480c-9902-e61929c023c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1096 time: 0.1404350
Apr 23 18:10:27.913306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] No DVR routers for this DVR port d6ff2e60-e91c-4546-92a9-222670b14d82 on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:10:27.915997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:27.921727 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'name': 'network-vif-deleted', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:27.922898 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-ab7c2e89-22be-4f18-bf77-dfcd8d784b35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 200  len: 217 time: 0.0750296
Apr 23 18:10:27.936709 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b65ad07-ad6d-4776-9496-ee7f7441ffc9 req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.47 "DELETE /v2.0/ports/d6ff2e60-e91c-4546-92a9-222670b14d82 HTTP/1.1" status: 204  len: 173 time: 1.0489218
Apr 23 18:10:27.986629 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c40fb2b-a27e-44b0-87d7-91c453300238', 'name': 'network-vif-deleted', 'tag': 'd6ff2e60-e91c-4546-92a9-222670b14d82', 'status': 'completed', 'code': 200}
Apr 23 18:10:28.070347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-37e81220-7fda-416e-abab-bdb91f1b6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:28.071977 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-37e81220-7fda-416e-abab-bdb91f1b6805 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.1423330
Apr 23 18:10:28.186610 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-566a299f-21f0-46a0-9e31-805d935dfc87 req-9d3e935b-1ff1-4250-bc27-9a7a53afcaf2 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c40fb2b-a27e-44b0-87d7-91c453300238 HTTP/1.1" status: 200  len: 210 time: 0.0695312
Apr 23 18:10:28.201441 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a85c12-3f2f-4ecd-9311-8b7b58e35d9a req-a3440f7e-4fd2-47b6-8ee1-3caf4885505a tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:28.212444 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62a85c12-3f2f-4ecd-9311-8b7b58e35d9a req-a3440f7e-4fd2-47b6-8ee1-3caf4885505a tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.2323418
Apr 23 18:10:28.276747 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62a85c12-3f2f-4ecd-9311-8b7b58e35d9a req-db49ee15-2b22-466a-8674-c721187c08cf tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633018
Apr 23 18:10:28.283638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-3d321ef5-462a-4a42-8e8a-52dfe6a51f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:28.285268 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-3d321ef5-462a-4a42-8e8a-52dfe6a51f60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2034495
Apr 23 18:10:28.336132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:28.433814 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-af542695-5e9d-4206-b080-43bdeebad131 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405430
Apr 23 18:10:28.579144 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9337031-c7a2-43aa-a13f-ee3477d8bfd7 req-ccd99e37-e019-4cd8-a145-e41587b39cc2 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393490
Apr 23 18:10:28.758653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eefc77-e451-4753-8bbc-d8be54728821 req-70d80663-71bf-477d-8aea-b8844857609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:28.760228 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-70d80663-71bf-477d-8aea-b8844857609b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1096 time: 0.0847318
Apr 23 18:10:28.901735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eefc77-e451-4753-8bbc-d8be54728821 req-78ff160d-eb62-4a1b-b16a-f2fbd164f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:28.903362 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-78ff160d-eb62-4a1b-b16a-f2fbd164f0ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.1366904
Apr 23 18:10:29.025231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-a8469e85-451c-4d2b-a763-c8f4f6b6686f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 200  len: 217 time: 0.1136322
Apr 23 18:10:29.120363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a56b-7e22-4942-96ff-784f59385b63 req-34d8434c-4fcc-4bd0-8fac-ff6aebdc6c62 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:29.122026 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-afa7a56b-7e22-4942-96ff-784f59385b63 req-34d8434c-4fcc-4bd0-8fac-ff6aebdc6c62 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.1545177
Apr 23 18:10:29.131352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eefc77-e451-4753-8bbc-d8be54728821 req-8cb2181c-d262-4e89-894f-ecbeae12dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:29.132834 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-8cb2181c-d262-4e89-894f-ecbeae12dff1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.0927773
Apr 23 18:10:29.163835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:29.224438 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-afa7a56b-7e22-4942-96ff-784f59385b63 req-bb4cf3f3-93db-4aa3-a891-b919d8fdb357 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950618
Apr 23 18:10:29.249032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eefc77-e451-4753-8bbc-d8be54728821 req-a23110c8-b585-442b-9905-d4c3f695c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:29.250635 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-a23110c8-b585-442b-9905-d4c3f695c230 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1022666
Apr 23 18:10:29.458568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-4bd8f2c4-aa31-4199-9f58-e9d930d31c26 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998532
Apr 23 18:10:29.755529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d6ff2e60-e91c-4546-92a9-222670b14d82 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:29.795298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: d6ff2e60-e91c-4546-92a9-222670b14d82 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:29.795698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d6ff2e60-e91c-4546-92a9-222670b14d82 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:29.845967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1f148-070f-4599-ae7a-c0b4e677926f req-7d982e59-3e6a-4cf3-b8ed-53c5e0f60f87 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:29.849287 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cc1f148-070f-4599-ae7a-c0b4e677926f req-7d982e59-3e6a-4cf3-b8ed-53c5e0f60f87 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.4495687
Apr 23 18:10:29.940702 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05eefc77-e451-4753-8bbc-d8be54728821 req-b2ce810f-88e4-4bbf-90df-fd4b7e5b897e service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4736621
Apr 23 18:10:29.952364 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5cc1f148-070f-4599-ae7a-c0b4e677926f req-cd645ccf-87f6-4a0b-bdd6-d9f4a688bff0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861266
Apr 23 18:10:30.020746 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36368) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:30.569819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20204072-e3c1-4d9b-ae5c-58e69aa6991d req-2b25d54c-8c78-4366-bbe0-b56a57f1de47 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:30.594528 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20204072-e3c1-4d9b-ae5c-58e69aa6991d req-2b25d54c-8c78-4366-bbe0-b56a57f1de47 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.1983898
Apr 23 18:10:30.675323 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20204072-e3c1-4d9b-ae5c-58e69aa6991d req-006a379d-64e9-4892-9adc-a8bd9b41df8f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921519
Apr 23 18:10:30.781709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:31.265516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b457-68e1-4caa-93f7-fadf6aab1d4a req-b51c37ac-4b49-45a7-956d-4a2dccbc56aa tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:31.267060 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-09f0b457-68e1-4caa-93f7-fadf6aab1d4a req-b51c37ac-4b49-45a7-956d-4a2dccbc56aa tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.1941493
Apr 23 18:10:31.338278 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-09f0b457-68e1-4caa-93f7-fadf6aab1d4a req-3412db97-2a45-476a-bf3b-ed2f050472aa tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640805
Apr 23 18:10:31.348680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Deleting port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:31.349313 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:31.479728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] For port 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:31.480175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:31.613218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Calling delete_port for 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:31.758813 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:31.764418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6396fc7a-0224-4ff0-9d6e-647b53a70665 tempest-AttachVolumeNegativeTest-1223828070 tempest-AttachVolumeNegativeTest-1223828070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:31.776725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:10:31.813051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a96e9e-0d68-4a07-8e12-b37dc5f74fa5,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:31.851578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:31.926340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:31.945814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'mac_address': 'fa:16:3e:19:60:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:10:32.009936 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:32.030685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bae713-d1a0-4fea-96a9-2310d46739ea {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:10:32.046971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:32.049833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:32.051695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c912373-79b2-43b3-9862-58dcf7caf96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:32.124228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:32.132419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.132573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb710223-4e31-4f48-945b-30403a7b9bd9 req-ad8e5266-babe-444d-95eb-5e0f28dcf3eb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:32.132767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.133150 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.133529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.133907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.134063 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb710223-4e31-4f48-945b-30403a7b9bd9 req-ad8e5266-babe-444d-95eb-5e0f28dcf3eb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.3248961
Apr 23 18:10:32.134289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.134659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.135030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.135398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.135761 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.136566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.136566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:10:32.141248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:32.216255 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb710223-4e31-4f48-945b-30403a7b9bd9 req-af54d4a0-b155-4d7a-aeff-f0b4d5a1c7fb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660298
Apr 23 18:10:32.221970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:32.328486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d5bae713-d1a0-4fea-96a9-2310d46739ea'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:10:32.929133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8a568-7fd9-4ac3-bcf4-baf117d1d6d7 req-72cbf483-a648-47a3-b3b6-e463eb7e7614 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:32.930743 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a3b8a568-7fd9-4ac3-bcf4-baf117d1d6d7 req-72cbf483-a648-47a3-b3b6-e463eb7e7614 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.4517024
Apr 23 18:10:32.941942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Router be921111-f1f8-4ef5-9795-c774034e2828 has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:10:33.117599 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a3b8a568-7fd9-4ac3-bcf4-baf117d1d6d7 req-5426f327-a188-4a6c-b55a-495015c4a03c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1778319
Apr 23 18:10:33.174739 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:10:33.183496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] Sync routers for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:33.188089 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-19b5a4cb-55e8-4e44-b407-43d564555810 admin admin] 10.222.0.24 "PUT /v2.0/routers/be921111-f1f8-4ef5-9795-c774034e2828/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1661563
Apr 23 18:10:33.190871 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36380) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:33.194807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:33.195469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a342d41d0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:33.392752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:33.399277 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:33.429295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8e4a-299a-4d6a-82c3-1d46f3f34c27 req-5b9f2b0e-3f3a-4fb7-a1d2-fcb4175c1851 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:33.430939 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-288a8e4a-299a-4d6a-82c3-1d46f3f34c27 req-5b9f2b0e-3f3a-4fb7-a1d2-fcb4175c1851 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 944 time: 0.0939496
Apr 23 18:10:33.483401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-288a8e4a-299a-4d6a-82c3-1d46f3f34c27 req-3cd0782c-c9c9-4e95-a912-685969ecd5b1 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451348
Apr 23 18:10:33.590102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:33.665648 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Deleting port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:33.666034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:33.711584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a342d41d0>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:10:31Z', 'revision_number': 5, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port': {'id': '4e4e29ef-ac13-4f2d-9ee3-5989f9b78482', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:53Z', 'updated_at': '2021-04-23T18:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:33.716262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] Checking router: be921111-f1f8-4ef5-9795-c774034e2828 for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:33.725252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] Routers {'be921111-f1f8-4ef5-9795-c774034e2828'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:33.725903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a342d41d0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['be921111-f1f8-4ef5-9795-c774034e2828'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:33.781940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3dc7be51-8911-4143-9725-3862c8261c67 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:10:33.790487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:10:33.800560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] For port 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:33.800960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:33.944274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Calling delete_port for 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:33.967307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port d5bae713-d1a0-4fea-96a9-2310d46739ea completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:10:33.976715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port d5bae713-d1a0-4fea-96a9-2310d46739ea triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:33.976984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.067020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] Set router be921111-f1f8-4ef5-9795-c774034e2828 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:34.077537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 3dc7be51-8911-4143-9725-3862c8261c67, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3dc7be51-8911-4143-9725-3862c8261c67,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:34.097389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '3dc7be51-8911-4143-9725-3862c8261c67', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'port_id': '3dc7be51-8911-4143-9725-3862c8261c67', 'mac_address': 'fa:16:3e:2e:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:10:34.097629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.103001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:34.154405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4e29ef-ac13-4f2d-9ee3-5989f9b78482,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:34.157931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:34.200123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a342d41d0>, [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:10:33Z', 'revision_number': 6, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port_host': None}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:34.204802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65572109-ea2b-4986-94da-fe7e299dc8da None None] The sync data for ids ['be921111-f1f8-4ef5-9795-c774034e2828'] in dv-cinder-786524-3-iscsi is: [{'id': 'be921111-f1f8-4ef5-9795-c774034e2828', 'name': 'tempest-TestMinimumBasicScenario-1086004641-router', 'tenant_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:52Z', 'updated_at': '2021-04-23T18:10:33Z', 'revision_number': 6, 'project_id': '0cbc3f7b93a44f2494f68571b03bf07c', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:34.224419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.243569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.260807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.274370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc7be51-8911-4143-9725-3862c8261c67 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:10:34.298218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:34.311543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 3dc7be51-8911-4143-9725-3862c8261c67, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3dc7be51-8911-4143-9725-3862c8261c67,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:34.313606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:34.316112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.318801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:34.365488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.377080 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'code': 200}
Apr 23 18:10:34.393967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad722cf-7b5d-4183-813c-ac288b154ddd req-bfa4c190-7ffd-417b-ba24-d4a4540b1d26 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:34.395771 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ad722cf-7b5d-4183-813c-ac288b154ddd req-bfa4c190-7ffd-417b-ba24-d4a4540b1d26 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 943 time: 0.1341772
Apr 23 18:10:34.408604 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=3dc7be51-8911-4143-9725-3862c8261c67,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:34.411841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:34.415019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:34.465164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ad722cf-7b5d-4183-813c-ac288b154ddd req-8f2a00ee-f3d0-4e68-9437-b7466f014090 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620370
Apr 23 18:10:34.488640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.489002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.490295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:34.493517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:34.525881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.526797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be921111-f1f8-4ef5-9795-c774034e2828 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:10:34.540382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.541778 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] 10.222.0.24 "DELETE /v2.0/routers/be921111-f1f8-4ef5-9795-c774034e2828 HTTP/1.1" status: 204  len: 168 time: 1.3497581
Apr 23 18:10:34.544646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36392) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:34.601340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['3dc7be51-8911-4143-9725-3862c8261c67'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:10:34.720009 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Deleting subnet 8c71f934-4f87-4373-88c5-1f9478b5a489 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:10:34.727446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.803058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28210428'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:34.878453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d85966-0369-40cb-a63d-19b4898a40b5 req-3ab5f5aa-afa2-49fa-ac7e-f15f5a48c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:34.880086 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-55d85966-0369-40cb-a63d-19b4898a40b5 req-3ab5f5aa-afa2-49fa-ac7e-f15f5a48c369 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1098 time: 0.2738056
Apr 23 18:10:34.891386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc2a30-1f47-4df3-aae6-295618e65f0d req-98db8429-8c3b-4228-809a-8c605b17c0d0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:34.892884 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-34fc2a30-1f47-4df3-aae6-295618e65f0d req-98db8429-8c3b-4228-809a-8c605b17c0d0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.2477653
Apr 23 18:10:34.989086 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-55d85966-0369-40cb-a63d-19b4898a40b5 req-11ad18cf-afff-48ca-94e2-bcf1a8877ede service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951750
Apr 23 18:10:35.004847 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-34fc2a30-1f47-4df3-aae6-295618e65f0d req-10f59134-c676-4b37-a711-0b52a868c56f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860353
Apr 23 18:10:35.007703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.050525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:35.092626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:35.093138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 33a96e9e-0d68-4a07-8e12-b37dc5f74fa5 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:35.093715 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:35.130179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:35.130587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4e4e29ef-ac13-4f2d-9ee3-5989f9b78482 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:35.272553 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28210288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827040065'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.277412 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-276a1ab6-f342-4046-8537-f7001c319683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:35.315953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c71f934-4f87-4373-88c5-1f9478b5a489,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:35.318674 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:35.321231 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.327340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9476373-051a-4252-a567-8c37ab79ec38 None None] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:10:35.328659 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2a73531f-7505-4877-8ee1-71a7a9cc2499 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8c71f934-4f87-4373-88c5-1f9478b5a489 HTTP/1.1" status: 204  len: 168 time: 0.7824779
Apr 23 18:10:35.331267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36396) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:35.454386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.537503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Deleting port efe5f3e3-88a9-485d-8087-40e054ff8906 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:35.537765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.603685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081691f2-b06d-409d-9d25-006652c7895e None None] DHCP port deletion for f61631c6-cfd1-47a7-a9cd-fd9e3827b562 request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:10:35.674710 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-081691f2-b06d-409d-9d25-006652c7895e None None] Deleting port efe5f3e3-88a9-485d-8087-40e054ff8906 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:35.675288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-081691f2-b06d-409d-9d25-006652c7895e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.701512 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] For port efe5f3e3-88a9-485d-8087-40e054ff8906, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=efe5f3e3-88a9-485d-8087-40e054ff8906,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:35.701910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.784848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-081691f2-b06d-409d-9d25-006652c7895e None None] For port efe5f3e3-88a9-485d-8087-40e054ff8906, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=efe5f3e3-88a9-485d-8087-40e054ff8906,segment=NetworkSegment(29b89d09-f1d5-489e-ba90-027abda484a5),segment_id=29b89d09-f1d5-489e-ba90-027abda484a5)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:35.785289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-081691f2-b06d-409d-9d25-006652c7895e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.838636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Calling delete_port for efe5f3e3-88a9-485d-8087-40e054ff8906 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:35.851685 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3dc7be51-8911-4143-9725-3862c8261c67 up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:10:35.880596 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2fa89-0337-42b4-93c0-57c2edbc1b01 req-11d1de6f-5233-4515-bf36-6cb213e0bb13 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:35.882482 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a3a2fa89-0337-42b4-93c0-57c2edbc1b01 req-11d1de6f-5233-4515-bf36-6cb213e0bb13 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 944 time: 0.2746708
Apr 23 18:10:35.888973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:10:35.949056 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a3a2fa89-0337-42b4-93c0-57c2edbc1b01 req-f75ca651-f9e4-4e7a-a04d-b52b3a7b7584 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585706
Apr 23 18:10:35.957407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:35.962653 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-95d15f8b-3565-451c-b682-a1f1c0e77923 tempest-VolumesSnapshotTestJSON-127795624 tempest-VolumesSnapshotTestJSON-127795624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:35.968044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-081691f2-b06d-409d-9d25-006652c7895e None None] Calling delete_port for efe5f3e3-88a9-485d-8087-40e054ff8906 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:36.009886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe5f3e3-88a9-485d-8087-40e054ff8906,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:36.013806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:36.014625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] No DVR routers for this DVR port efe5f3e3-88a9-485d-8087-40e054ff8906 on host dv-cinder-786524-3-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:10:36.028243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 3dc7be51-8911-4143-9725-3862c8261c67 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:10:36.036756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 3dc7be51-8911-4143-9725-3862c8261c67 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:10:36.036756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.128453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-081691f2-b06d-409d-9d25-006652c7895e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:10:36.128786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-081691f2-b06d-409d-9d25-006652c7895e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:10:36.149541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.219166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.253977 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 3dc7be51-8911-4143-9725-3862c8261c67, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3dc7be51-8911-4143-9725-3862c8261c67,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:36.257380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.259274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:36.324366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2fb245f8>,) {'filters': {'network_id': ['f61631c6-cfd1-47a7-a9cd-fd9e3827b562']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:36.329508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=3dc7be51-8911-4143-9725-3862c8261c67,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:36.332740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:36.342124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2fb245f8>, '29b89d09-f1d5-489e-ba90-027abda484a5') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:36.342468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2fb245f8>, '29b89d09-f1d5-489e-ba90-027abda484a5') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:36.364188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.378580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:36.385113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.395221 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b2b19-5b80-4e65-9bc5-1e580a372ede req-40eee309-048a-4a84-8dab-5c156e72adfc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:36.396854 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-887b2b19-5b80-4e65-9bc5-1e580a372ede req-40eee309-048a-4a84-8dab-5c156e72adfc tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.1756642
Apr 23 18:10:36.401926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:10:36.426873 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67', 'code': 200}
Apr 23 18:10:36.611780 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-887b2b19-5b80-4e65-9bc5-1e580a372ede req-e8ecc3e9-8bf3-45a9-92c6-46863a702f88 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1914077
Apr 23 18:10:36.622301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:10:36.632147 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:36.666782 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-081691f2-b06d-409d-9d25-006652c7895e None None] The port 'efe5f3e3-88a9-485d-8087-40e054ff8906' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:10:36.918517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Network f61631c6-cfd1-47a7-a9cd-fd9e3827b562 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:10:36.944552 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:10:37.055455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:37.058373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device efe5f3e3-88a9-485d-8087-40e054ff8906 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:37.065826 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:37.071558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:37.116794 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: efe5f3e3-88a9-485d-8087-40e054ff8906 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:37.117185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device efe5f3e3-88a9-485d-8087-40e054ff8906 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:37.138105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61631c6-cfd1-47a7-a9cd-fd9e3827b562,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:37.140634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:37.157455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671bae2-1fc7-4e5b-8c9e-110d7487d236 req-64d5e654-bb10-48eb-b944-ae858195325f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:37.159040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6671bae2-1fc7-4e5b-8c9e-110d7487d236 req-64d5e654-bb10-48eb-b944-ae858195325f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.4163394
Apr 23 18:10:37.168316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36410) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:37.175517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Request body: {'floatingip': {'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:37.176851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c39f4-0c3a-42bf-aace-757d122c75ec req-856d2656-6125-4fcf-8c14-b0a1cbae3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:37.178406 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c98c39f4-0c3a-42bf-aace-757d122c75ec req-856d2656-6125-4fcf-8c14-b0a1cbae3906 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 1098 time: 0.3457983
Apr 23 18:10:37.180578 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-71b98a06-805c-4d40-a0cb-1eeabeac3201 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f61631c6-cfd1-47a7-a9cd-fd9e3827b562 HTTP/1.1" status: 204  len: 168 time: 1.8482776
Apr 23 18:10:37.184018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36414) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:37.266528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:37.639735 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c98c39f4-0c3a-42bf-aace-757d122c75ec req-803f9b9a-d8b0-4fbf-8900-d8423b5a0d4d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4519753
Apr 23 18:10:37.658571 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf077fb-ae56-4d03-bbbb-d4a95d3e6e5b req-b3338ab4-046f-4b27-81e0-dd4b7d9a96a0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:37.660165 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edf077fb-ae56-4d03-bbbb-d4a95d3e6e5b req-b3338ab4-046f-4b27-81e0-dd4b7d9a96a0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 945 time: 0.5743687
Apr 23 18:10:37.859095 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edf077fb-ae56-4d03-bbbb-d4a95d3e6e5b req-c62174a9-a882-46f4-87d7-3b81a3a5199e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1917818
Apr 23 18:10:37.921359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:37.924224 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:38.116492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:38.359079 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Floating IP 397a1435-1752-401b-93d8-93f8c13f09fd associated. External IP: 172.27.2.21, port: d5bae713-d1a0-4fea-96a9-2310d46739ea.
Apr 23 18:10:38.570909 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Deleting port cd645f8c-d129-45b8-b10b-3e8605f79f45 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:38.571323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:38.705413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] For port cd645f8c-d129-45b8-b10b-3e8605f79f45, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=cd645f8c-d129-45b8-b10b-3e8605f79f45,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:38.705732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:38.751863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Router ba526e65-c872-4b54-8606-5c88f36a775f has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:10:38.842946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Calling delete_port for cd645f8c-d129-45b8-b10b-3e8605f79f45 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:38.949547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:10:38.959173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:38.959613 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:38.970905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:38.971748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34d2d7b8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:39.025670 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0ae4d422-c969-448a-9899-8c7a542f3d5b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "PUT /v2.0/floatingips/397a1435-1752-401b-93d8-93f8c13f09fd HTTP/1.1" status: 200  len: 990 time: 1.8549335
Apr 23 18:10:39.026783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:39.068810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:39.074351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65ce559c-af3c-49a0-9aac-ccc353f049f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:39.137877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd645f8c-d129-45b8-b10b-3e8605f79f45,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:39.174549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:39.239774 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'status': 'completed', 'code': 200}
Apr 23 18:10:39.252810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4872a-bd49-4470-962c-1922ec34cbe1 req-a1c5b636-d1d1-4c94-aea6-aa933e607bdf tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:39.254613 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95c4872a-bd49-4470-962c-1922ec34cbe1 req-a1c5b636-d1d1-4c94-aea6-aa933e607bdf tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 945 time: 0.2669117
Apr 23 18:10:39.374428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:39.502401 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95c4872a-bd49-4470-962c-1922ec34cbe1 req-4386e986-7aad-4cbd-a3db-dfb34ecc608c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2402797
Apr 23 18:10:39.568703 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187860f0-3ece-432c-be93-aca30320dbe4 req-ecdd4cb8-5ea5-456a-ad0e-306c70dd0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:39.570320 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-ecdd4cb8-5ea5-456a-ad0e-306c70dd0a9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1098 time: 0.2856693
Apr 23 18:10:39.573307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:39.768113 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34d2d7b8>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '397a1435-1752-401b-93d8-93f8c13f09fd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'mac_address': 'fa:16:3e:19:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:10:21Z', 'updated_at': '2021-04-23T18:10:37Z', 'revision_number': 1, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:39.772244 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:39.781641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:39.782578 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34d2d7b8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:39.959676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187860f0-3ece-432c-be93-aca30320dbe4 req-af7a5d3e-ab4f-44aa-aa2c-a3089a849f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:39.961309 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-af7a5d3e-ab4f-44aa-aa2c-a3089a849f4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.3830040
Apr 23 18:10:39.977255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:40.305018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f06f-48b9-4742-9fbf-95e3cb97e136 req-c99be829-7749-444b-b7f9-1fdc38f8e079 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:40.306584 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc91f06f-48b9-4742-9fbf-95e3cb97e136 req-c99be829-7749-444b-b7f9-1fdc38f8e079 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 945 time: 0.5922480
Apr 23 18:10:40.368830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34d2d7b8>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '397a1435-1752-401b-93d8-93f8c13f09fd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'mac_address': 'fa:16:3e:19:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:10:21Z', 'updated_at': '2021-04-23T18:10:37Z', 'revision_number': 1, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:40.374105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23bbf2-5c54-4c3f-8f30-896bad25ea7c None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': '397a1435-1752-401b-93d8-93f8c13f09fd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'mac_address': 'fa:16:3e:19:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:10:21Z', 'updated_at': '2021-04-23T18:10:37Z', 'revision_number': 1, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:40.503669 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-cc162af4-d77c-46ca-a209-7f8abe924b2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 200  len: 998 time: 0.5332389
Apr 23 18:10:40.585156 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc91f06f-48b9-4742-9fbf-95e3cb97e136 req-2f5a7673-b9a3-437d-b054-84e73b378b9e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2232406
Apr 23 18:10:40.612468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36428) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:40.636472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187860f0-3ece-432c-be93-aca30320dbe4 req-1a18b744-3db5-49cd-82d3-e201fbd7e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:40.638898 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-1a18b744-3db5-49cd-82d3-e201fbd7e149 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.1135292
Apr 23 18:10:40.648524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346335cf-710e-449a-bf12-a6fdeed89f8d None None] New status for floating IP 397a1435-1752-401b-93d8-93f8c13f09fd: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:10:40.683543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:10:40.824521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8defb7-bdd2-4bdf-b3af-f845cedb983c tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:40.826044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1b8defb7-bdd2-4bdf-b3af-f845cedb983c tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] Synchronizing usage tracker for tenant:928d761acb2441e7b2723cc4cbdcd8cc on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:10:40.843414 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1b8defb7-bdd2-4bdf-b3af-f845cedb983c tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] Unset dirty status for tenant:928d761acb2441e7b2723cc4cbdcd8cc on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:10:40.844913 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1b8defb7-bdd2-4bdf-b3af-f845cedb983c tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 1093 time: 0.2311480
Apr 23 18:10:40.847969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36434) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:40.853708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'port_id': '3dc7be51-8911-4143-9725-3862c8261c67', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:10:40.860374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:10:40.864516 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:floatingip and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:10:40.867587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:10:40.874006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:10:40.884773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:40.898717 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187860f0-3ece-432c-be93-aca30320dbe4 req-2729adff-eed6-43b2-b96c-4c9561be31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:40.900336 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-2729adff-eed6-43b2-b96c-4c9561be31e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2543690
Apr 23 18:10:41.003383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:10:41.015037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] Sync routers for ids ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:41.029941 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cdd0f895-8a63-4ca1-853c-56e647f2cc92 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ce6f9a0-8bd2-4341-b549-cd1cb236f3be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8443711
Apr 23 18:10:41.032734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36438) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:41.033290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] Routers {'4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:41.034218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fce3240>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:41.096762 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-80312efc-886d-4885-b23e-13d195e3556c service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831019
Apr 23 18:10:41.217803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.251271 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-187860f0-3ece-432c-be93-aca30320dbe4 req-af8d18dd-7ee3-48f7-8c56-9c68cadab325 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464148
Apr 23 18:10:41.266802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] Set router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:41.313131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.550057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Allocated IP 172.27.2.235 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/ba32ca75-38b8-461b-8a3b-bc71623b2ec7) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:10:41.581206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fce3240>, [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:10:38Z', 'revision_number': 5, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:41.585276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] Checking router: 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:41.594982 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] Routers {'4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:41.595632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fce3240>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:41.619034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.788236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] Set router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:41.804769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.816219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Deleting port 1e413f2b-08c7-4e36-b67e-424c7422c0c6 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:41.816600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.963942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] For port 1e413f2b-08c7-4e36-b67e-424c7422c0c6, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=1e413f2b-08c7-4e36-b67e-424c7422c0c6,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:41.964345 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.972308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:41.979809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bf0bb430-e7c5-4c1a-9ff6-284b2bfa77a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:42.095957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fce3240>, [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:10:38Z', 'revision_number': 5, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:42.100276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a9ee5-c762-42d7-ae33-a61fdffd0ba2 None None] The sync data for ids ['4ce6f9a0-8bd2-4341-b549-cd1cb236f3be'] in dv-cinder-786524-3-iscsi is: [{'id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'name': 'tempest-TestMinimumBasicScenario-1691019930-router', 'tenant_id': 'a58dc497a597438e9a0b006504e9bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:10:38Z', 'revision_number': 5, 'project_id': 'a58dc497a597438e9a0b006504e9bf43', 'gw_port': {'id': '1e413f2b-08c7-4e36-b67e-424c7422c0c6', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6f9a0-8bd2-4341-b549-cd1cb236f3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:08:00Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:42.152402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Calling delete_port for 1e413f2b-08c7-4e36-b67e-424c7422c0c6 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:42.181503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:10:42.186341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:10:42.192338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:10:42.222814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=ba32ca75-38b8-461b-8a3b-bc71623b2ec7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:42.238579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:42.937754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:42.948681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:43.001472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device cd645f8c-d129-45b8-b10b-3e8605f79f45 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:43.004139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e413f2b-08c7-4e36-b67e-424c7422c0c6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:43.036114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:43.044895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: cd645f8c-d129-45b8-b10b-3e8605f79f45 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:43.045297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device cd645f8c-d129-45b8-b10b-3e8605f79f45 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:43.132019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.254552 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.330630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.333957 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.396780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.397331 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce6f9a0-8bd2-4341-b549-cd1cb236f3be {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:10:43.429606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.489158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.490383 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ce6f9a0-8bd2-4341-b549-cd1cb236f3be HTTP/1.1" status: 204  len: 168 time: 2.4566333
Apr 23 18:10:43.493280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36446) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:43.563777 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Deleting subnet 845e6ccb-f10c-4010-a6ae-661cfa704ab9 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:10:43.566968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.623729 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28210428'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.679234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.682902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.687773 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-868c704d-5224-4e5e-9a49-82b3dfe9ce32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:43.726233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.798319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=ba32ca75-38b8-461b-8a3b-bc71623b2ec7,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:43.802815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:43.818829 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.987232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28210288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827040065'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:43.992416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c0f4ca36-35a1-4a88-88fb-348d85f5b6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:44.004054 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Floating IP c72b9100-1b11-489e-904e-8139c1cbcc0b associated. External IP: 172.27.2.235, port: 3dc7be51-8911-4143-9725-3862c8261c67.
Apr 23 18:10:44.035371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845e6ccb-f10c-4010-a6ae-661cfa704ab9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:44.039020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:44.040084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:44.047440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44de8d5-0ed8-4deb-8145-fb7fa90c091e None None] Network 9d742655-f718-421f-a240-a4dd196b8ac1 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:10:44.059514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36452) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:44.059924 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/845e6ccb-f10c-4010-a6ae-661cfa704ab9 HTTP/1.1" status: 204  len: 168 time: 0.5559266
Apr 23 18:10:44.280713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:44.492748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] DHCP port deletion for 9d742655-f718-421f-a240-a4dd196b8ac1 request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:10:44.568031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Deleting port c082b4c1-12be-47d8-9400-05446ab3de82 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:44.568465 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:44.683315 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] For port c082b4c1-12be-47d8-9400-05446ab3de82, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=c082b4c1-12be-47d8-9400-05446ab3de82,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:44.683749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:44.799775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Deleting port c082b4c1-12be-47d8-9400-05446ab3de82 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:10:44.800382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:44.823480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Calling delete_port for c082b4c1-12be-47d8-9400-05446ab3de82 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:44.870551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:44.877379 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:44.892260 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:10:44.929081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Pushing event deleted for resources: {'Port': ['ID=c082b4c1-12be-47d8-9400-05446ab3de82,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:44.931365 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] No DVR routers for this DVR port c082b4c1-12be-47d8-9400-05446ab3de82 on host dv-cinder-786524-3-iscsi {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:10:44.932542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-97bddc2d-7008-4e13-92b5-bec8efc09d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:45.045586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1e413f2b-08c7-4e36-b67e-424c7422c0c6 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:45.054790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] For port c082b4c1-12be-47d8-9400-05446ab3de82, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=c082b4c1-12be-47d8-9400-05446ab3de82,segment=NetworkSegment(d258880f-6cf7-4491-b899-29100af81ba3),segment_id=d258880f-6cf7-4491-b899-29100af81ba3)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:10:45.055198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:45.087054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 1e413f2b-08c7-4e36-b67e-424c7422c0c6 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:45.087448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 1e413f2b-08c7-4e36-b67e-424c7422c0c6 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:45.087950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device c082b4c1-12be-47d8-9400-05446ab3de82 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:10:45.125855 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: c082b4c1-12be-47d8-9400-05446ab3de82 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:10:45.126243 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device c082b4c1-12be-47d8-9400-05446ab3de82 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:10:45.211239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Calling delete_port for c082b4c1-12be-47d8-9400-05446ab3de82 owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:10:45.268530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:10:45.278973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:10:45.288556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:45.289209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbd22b0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:45.294521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:45.356868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86367) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:10:45.357209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:10:45.362941 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.5138266
Apr 23 18:10:45.363765 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:10:45.413129 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67', 'status': 'completed', 'code': 200}
Apr 23 18:10:45.488314 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:45.536911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-1c4e0149-4a8b-4587-b121-b8f943b41344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:45.538498 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-1c4e0149-4a8b-4587-b121-b8f943b41344 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 1098 time: 0.0812874
Apr 23 18:10:45.681976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-3c834243-0eb3-46d7-873e-51e9db8b0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:45.683466 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-3c834243-0eb3-46d7-873e-51e9db8b0bc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1381977
Apr 23 18:10:45.794829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-2cd4c9a6-d180-4e51-8313-633ada8e5353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc7be51-8911-4143-9725-3862c8261c67 HTTP/1.1" status: 200  len: 999 time: 0.1048169
Apr 23 18:10:45.863926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbd22b0>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'c72b9100-1b11-489e-904e-8139c1cbcc0b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': '3dc7be51-8911-4143-9725-3862c8261c67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:2e:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:10:42Z', 'updated_at': '2021-04-23T18:10:42Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:45.864218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-4badd194-d94c-43ca-9e8c-e9628c1e72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:45.865744 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-4badd194-d94c-43ca-9e8c-e9628c1e72d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0643625
Apr 23 18:10:45.868155 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:10:45.877504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:10:45.878152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbd22b0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:10:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:45.897427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] The port 'c082b4c1-12be-47d8-9400-05446ab3de82' was deleted {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:10:45.957424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-3f1daa2d-8f42-4325-aae4-9e3ccbd58100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:10:45.959057 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-3f1daa2d-8f42-4325-aae4-9e3ccbd58100 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873847
Apr 23 18:10:46.029456 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:46.077899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:10:46.137671 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-495df245-b825-49d2-9d4f-d23967c8d80f service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696608
Apr 23 18:10:46.175481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a32c3f2b0>,) {'filters': {'network_id': ['9d742655-f718-421f-a240-a4dd196b8ac1']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:46.188806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a32c3f2b0>, 'd258880f-6cf7-4491-b899-29100af81ba3') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:46.189154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a32c3f2b0>, 'd258880f-6cf7-4491-b899-29100af81ba3') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:46.201976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:46.217533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:46.224195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:10:46.285164 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-affdd33b-13ca-4a02-8a55-f1bc7dfe6b04 req-b33aa306-ae7f-4c0d-8801-8ad34e64d115 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419680
Apr 23 18:10:46.414529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Network 9d742655-f718-421f-a240-a4dd196b8ac1 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:10:46.423990 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:46.463554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbd22b0>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'c72b9100-1b11-489e-904e-8139c1cbcc0b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': '3dc7be51-8911-4143-9725-3862c8261c67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:2e:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:10:42Z', 'updated_at': '2021-04-23T18:10:42Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:10:46.467655 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd80ce6-791f-4937-a125-bc9be8321b4b None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'c72b9100-1b11-489e-904e-8139c1cbcc0b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': '3dc7be51-8911-4143-9725-3862c8261c67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:2e:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:10:42Z', 'updated_at': '2021-04-23T18:10:42Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:10:46.608383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Network 9d742655-f718-421f-a240-a4dd196b8ac1 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:10:46.635366 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:10:46.712215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:46.716344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:46.733896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:46.740860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d742655-f718-421f-a240-a4dd196b8ac1,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:46.745523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:46.749599 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bc86dd0b-43a9-4288-98b0-39144dd3503b admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d742655-f718-421f-a240-a4dd196b8ac1 HTTP/1.1" status: 204  len: 168 time: 2.6889980
Apr 23 18:10:46.752738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f7137-e5e7-4c81-beed-edf706c133cf None None] New status for floating IP c72b9100-1b11-489e-904e-8139c1cbcc0b: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:10:46.935721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36466) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:46.994796 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-47a580b7-c914-4f7d-8b64-0258c641b8ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cbc3f7b93a44f2494f68571b03bf07c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554163
Apr 23 18:10:46.995048 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36470) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:47.059888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.087922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.134837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.140844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0547e66f-00f2-49c3-8606-56560889b4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:47.155115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0ea474-0b85-4e04-9928-f9b542dc5dd9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:47.160477 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:47.162556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.163771 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9ea8565f-73b3-4e9f-94e6-3de18a60b887 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd0ea474-0b85-4e04-9928-f9b542dc5dd9 HTTP/1.1" status: 204  len: 168 time: 0.1677566
Apr 23 18:10:47.520863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36480) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:47.572015 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ac898f0b-d4ac-4506-871d-f777b049fa53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a58dc497a597438e9a0b006504e9bf43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498121
Apr 23 18:10:47.575517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36484) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:10:47.640177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.669032 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.720751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.726160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-47f8d066-9bd3-4cd9-b892-73a4bfd54544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:10:47.739839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f0785-cca8-45dc-b5b4-9152889d7c61,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:10:47.742684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:10:47.743949 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:47.745143 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c444ef90-8f76-47f9-a841-07f8084f60c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a95f0785-cca8-45dc-b5b4-9152889d7c61 HTTP/1.1" status: 204  len: 168 time: 0.1685596
Apr 23 18:10:52.686295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:54.602961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96336619-9d3b-4ea5-931a-ed1c53e5a2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:56.437144 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-77920a27-a95e-4acf-8d57-c976f44551c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:57.682927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:58.328858 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:10:59.166632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:12.889807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:11:20.303568 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e397c-cf3a-40f6-b109-a75f14c2deda req-4384f6b8-65c3-4f0b-b438-9175f1a1db13 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:20.305112 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b5e397c-cf3a-40f6-b109-a75f14c2deda req-4384f6b8-65c3-4f0b-b438-9175f1a1db13 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0928264
Apr 23 18:11:20.353659 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b5e397c-cf3a-40f6-b109-a75f14c2deda req-0a670553-86a3-4ae5-a9a1-1e7594dc9504 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414386
Apr 23 18:11:21.560693 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d07fc-7d45-4a3f-8fd6-fa042fb7aaca req-e4666431-c570-4157-b021-3aa563512e30 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:21.562255 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-161d07fc-7d45-4a3f-8fd6-fa042fb7aaca req-e4666431-c570-4157-b021-3aa563512e30 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0882626
Apr 23 18:11:21.613763 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-161d07fc-7d45-4a3f-8fd6-fa042fb7aaca req-96da66c8-9c78-408c-87b4-634a8c3f9b96 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451739
Apr 23 18:11:22.702275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:22.820175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec39fc2-da39-4f4c-86d3-084f9bcd2d89 req-b7078f16-5d2e-4d3a-936d-1d03e9a48a9c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:22.821767 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fec39fc2-da39-4f4c-86d3-084f9bcd2d89 req-b7078f16-5d2e-4d3a-936d-1d03e9a48a9c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0886679
Apr 23 18:11:22.869378 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fec39fc2-da39-4f4c-86d3-084f9bcd2d89 req-a0a58623-aec6-4b27-9e6a-638320ddb9dd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405793
Apr 23 18:11:24.086646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e3aaa-6cd1-4964-a6e0-8b097b7ee54c req-7cbe38b3-4e45-4edf-af2e-c34df081dc1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:24.088266 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e9e3aaa-6cd1-4964-a6e0-8b097b7ee54c req-7cbe38b3-4e45-4edf-af2e-c34df081dc1b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0948660
Apr 23 18:11:24.136660 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e9e3aaa-6cd1-4964-a6e0-8b097b7ee54c req-4cee7373-64b4-4246-83a2-1406734dfbbf tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419171
Apr 23 18:11:24.603640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d32d94a4-3d62-4e14-8dfd-9018520094ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:25.343012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd87e0-cfc1-4af4-b4a4-a984471a43fe req-7a6b067a-319f-4fb1-a70f-9ddc34a4d529 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:25.344623 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ffd87e0-cfc1-4af4-b4a4-a984471a43fe req-7a6b067a-319f-4fb1-a70f-9ddc34a4d529 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0903769
Apr 23 18:11:25.393410 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ffd87e0-cfc1-4af4-b4a4-a984471a43fe req-a27b1222-3b4c-423f-ad4f-30083c65c57f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425565
Apr 23 18:11:26.438644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e2ec20c9-8078-4e1f-b723-77219f4da838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:26.602199 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492b3e2-412a-4485-9180-bc03c4ee7184 req-b7343009-4a04-457a-a21d-04c6bae2f9ba tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:26.603773 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5492b3e2-412a-4485-9180-bc03c4ee7184 req-b7343009-4a04-457a-a21d-04c6bae2f9ba tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0924468
Apr 23 18:11:26.651774 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5492b3e2-412a-4485-9180-bc03c4ee7184 req-7a32b3d9-89c3-45c0-8fc9-c3028fa3cf45 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405455
Apr 23 18:11:27.686889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:27.862246 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ed971-f181-4633-a0ff-21b937bcd5fa req-f2fef29e-f60a-4b6d-a6e8-54e00f6bc2b1 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:27.863832 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b53ed971-f181-4633-a0ff-21b937bcd5fa req-f2fef29e-f60a-4b6d-a6e8-54e00f6bc2b1 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0880260
Apr 23 18:11:27.916580 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b53ed971-f181-4633-a0ff-21b937bcd5fa req-3326a560-f395-4821-a2c1-92e12722878f tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464864
Apr 23 18:11:28.330213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:29.125503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a6134-9cf7-4c72-b620-01b41d6df392 req-6f55ef27-bcc3-4b04-9a91-49fa0cf1d7a8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:29.127104 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fe1a6134-9cf7-4c72-b620-01b41d6df392 req-6f55ef27-bcc3-4b04-9a91-49fa0cf1d7a8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0888131
Apr 23 18:11:29.168458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:29.177422 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fe1a6134-9cf7-4c72-b620-01b41d6df392 req-3bb058f0-bb53-4a83-b156-4d6e279ad509 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437977
Apr 23 18:11:30.423040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5c153-b6ee-4815-b0ba-d2fc843251f6 req-1abe336f-3ca0-49e6-8fd0-52597f1543d9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:30.425292 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7bf5c153-b6ee-4815-b0ba-d2fc843251f6 req-1abe336f-3ca0-49e6-8fd0-52597f1543d9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.1150911
Apr 23 18:11:30.479291 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7bf5c153-b6ee-4815-b0ba-d2fc843251f6 req-77f0ff48-90e3-4763-85f6-933e2ad0a55e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469534
Apr 23 18:11:31.686754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b523-1391-48e7-84de-a131e7c18bc2 req-1688f26c-d76a-4c4f-b26e-e2828df35c79 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:31.688407 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bbc9b523-1391-48e7-84de-a131e7c18bc2 req-1688f26c-d76a-4c4f-b26e-e2828df35c79 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0887623
Apr 23 18:11:31.735739 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bbc9b523-1391-48e7-84de-a131e7c18bc2 req-bfb7e519-8ed2-4dde-87eb-caa93c7df8f2 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410578
Apr 23 18:11:32.947050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d349ee6-3d88-464a-acf9-f81bad6fff8d req-ba6a5070-fe1d-4b1d-b319-58eb5364d7f4 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:32.948649 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d349ee6-3d88-464a-acf9-f81bad6fff8d req-ba6a5070-fe1d-4b1d-b319-58eb5364d7f4 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0945270
Apr 23 18:11:32.997838 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d349ee6-3d88-464a-acf9-f81bad6fff8d req-81fac7ef-4c7a-42af-a1db-202f5677f0ae tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421395
Apr 23 18:11:34.125863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:11:34.223796 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9929d9-ca0e-4822-8e7d-cb2b79cb204b req-0c09f090-c900-493f-ad8a-9fbb87000e7e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:34.225597 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f9929d9-ca0e-4822-8e7d-cb2b79cb204b req-0c09f090-c900-493f-ad8a-9fbb87000e7e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0988114
Apr 23 18:11:34.295992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:11:34.314004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'mac_address': 'fa:16:3e:19:60:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:11:34.397775 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:34.421103 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5bae713-d1a0-4fea-96a9-2310d46739ea {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:11:34.441700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:11:34.450479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:34.453694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:11:34.540056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:11:34.552083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.552531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.553119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.553562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.554020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.554679 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.555120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.555558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.556033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.559177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.559177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.559177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:11:34.563687 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f9929d9-ca0e-4822-8e7d-cb2b79cb204b req-d25dbbfd-29c6-4326-8ea8-65d1b95e8978 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3271081
Apr 23 18:11:34.566523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:11:34.622046 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d5bae713-d1a0-4fea-96a9-2310d46739ea'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:11:35.788385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36f743-b23e-4129-813b-9b286d0613e7 req-8de55b49-7172-4af7-86b8-3d58e188b262 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:35.790172 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d36f743-b23e-4129-813b-9b286d0613e7 req-8de55b49-7172-4af7-86b8-3d58e188b262 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 944 time: 0.0978777
Apr 23 18:11:35.842677 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d36f743-b23e-4129-813b-9b286d0613e7 req-e3ae072d-ea2a-458c-b950-bf271fad56bb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455999
Apr 23 18:11:36.129752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:11:36.211755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port d5bae713-d1a0-4fea-96a9-2310d46739ea triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:11:36.212209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:36.349985 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:36.380337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:11:36.398483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:11:36.402757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:36.405216 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c89e8c7f-b633-4461-b3a5-4deee36316e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:11:36.443578 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'code': 200}
Apr 23 18:11:36.489174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:11:36.492487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:11:37.065025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296441a-3e0f-4a5d-a7ff-7944ec2794cc req-b08928d8-ed12-44cf-80b0-3ffff8f182ba tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:37.066989 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9296441a-3e0f-4a5d-a7ff-7944ec2794cc req-b08928d8-ed12-44cf-80b0-3ffff8f182ba tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0994506
Apr 23 18:11:37.118992 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9296441a-3e0f-4a5d-a7ff-7944ec2794cc req-bde1bb62-4171-4a67-840f-9306fc489b71 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457075
Apr 23 18:11:38.363972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b538ab-5699-454c-a4df-010dca10550a req-3d788cbd-d8f2-443b-84d3-73aa82c29e20 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:38.369851 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5b538ab-5699-454c-a4df-010dca10550a req-3d788cbd-d8f2-443b-84d3-73aa82c29e20 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.1145527
Apr 23 18:11:38.426331 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5b538ab-5699-454c-a4df-010dca10550a req-a933db52-7eb0-41db-aba2-fa27adf5b997 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485601
Apr 23 18:11:39.643823 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e6ac-7659-444a-99fc-18998f665f28 req-a434bcec-646f-4ac5-933c-0be8d89f70b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:39.645465 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6897e6ac-7659-444a-99fc-18998f665f28 req-a434bcec-646f-4ac5-933c-0be8d89f70b0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0947559
Apr 23 18:11:39.706423 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6897e6ac-7659-444a-99fc-18998f665f28 req-ba8fbaf2-45ac-47fe-a05a-ff52ecb33825 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543969
Apr 23 18:11:40.933541 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696348f-645c-4b1d-b184-8f2e0c196a2f req-7f05adb7-e3e6-421b-aacd-86c0f1e798e9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:40.935304 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9696348f-645c-4b1d-b184-8f2e0c196a2f req-7f05adb7-e3e6-421b-aacd-86c0f1e798e9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.1031177
Apr 23 18:11:40.987440 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9696348f-645c-4b1d-b184-8f2e0c196a2f req-538298d9-446f-4fc9-bd40-f726e2c40e59 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452757
Apr 23 18:11:42.222054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a68da4-9f5d-4325-b69c-da7b0faa6758 req-3509b461-21f8-459e-9024-6cb186527aee tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:42.223646 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2a68da4-9f5d-4325-b69c-da7b0faa6758 req-3509b461-21f8-459e-9024-6cb186527aee tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0921667
Apr 23 18:11:42.272736 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2a68da4-9f5d-4325-b69c-da7b0faa6758 req-656acf28-043c-4104-9f22-8ddb2af42b39 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426326
Apr 23 18:11:42.876612 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-a4448d46-3cd0-4528-8216-11175dd1039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:42.878204 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-a4448d46-3cd0-4528-8216-11175dd1039b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1098 time: 0.0788295
Apr 23 18:11:43.022397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-4cea1cf7-bdda-4271-95a0-c1c51160d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:43.024016 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-4cea1cf7-bdda-4271-95a0-c1c51160d016 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.1386275
Apr 23 18:11:43.136267 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-230ef361-5ccc-421e-86e5-ef7b07713ec5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 200  len: 1000 time: 0.1051912
Apr 23 18:11:43.204771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-e649de9e-6ecd-403c-b1ab-5f828f3ee98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:43.206272 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-e649de9e-6ecd-403c-b1ab-5f828f3ee98f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.0638278
Apr 23 18:11:43.291633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-a91ab47d-c265-43b2-abf8-7817d58e07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:43.293299 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-a91ab47d-c265-43b2-abf8-7817d58e07ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796947
Apr 23 18:11:43.488817 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-2371ba9e-8c81-4442-ab9a-6a0271fb982c service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887810
Apr 23 18:11:43.610259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003ba82-0f74-4f43-8198-f60e3a466bc3 req-5c18f11d-854f-4773-a081-486a9c0d2c4b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:43.611870 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9003ba82-0f74-4f43-8198-f60e3a466bc3 req-5c18f11d-854f-4773-a081-486a9c0d2c4b tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.2178912
Apr 23 18:11:43.690819 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-63051ad7-1a07-414c-8e2e-3a199edff04a req-dee42dc1-c477-48fc-9a32-d3083ba1d76a service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918013
Apr 23 18:11:43.698231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9003ba82-0f74-4f43-8198-f60e3a466bc3 req-81565773-8e71-4bbc-9b81-8383e68b9499 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791900
Apr 23 18:11:44.906191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a7cf-e796-4f47-9228-dd97ae9379b4 req-141e2889-f09a-4a7f-9af5-a88667958a34 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:44.907771 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fbc0a7cf-e796-4f47-9228-dd97ae9379b4 req-141e2889-f09a-4a7f-9af5-a88667958a34 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0892482
Apr 23 18:11:44.954594 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fbc0a7cf-e796-4f47-9228-dd97ae9379b4 req-ae3fd04d-8be7-41c5-baeb-fa8ec1f28139 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406010
Apr 23 18:11:46.165274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99063810-a6ce-44f1-a89b-a98627805dd7 req-82dbff44-dd49-4137-92af-e4b99e486bb9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:46.166847 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-99063810-a6ce-44f1-a89b-a98627805dd7 req-82dbff44-dd49-4137-92af-e4b99e486bb9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0933385
Apr 23 18:11:46.214865 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-99063810-a6ce-44f1-a89b-a98627805dd7 req-d720a210-a3b9-4002-a61a-0f2fcbd3fa42 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408926
Apr 23 18:11:47.912484 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e607-b473-4978-9416-d9a439f312e7 req-ea854e2e-7b52-4bb9-87dd-65cf1c1f4cfb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:47.914080 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa02e607-b473-4978-9416-d9a439f312e7 req-ea854e2e-7b52-4bb9-87dd-65cf1c1f4cfb tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 945 time: 0.0934894
Apr 23 18:11:47.963104 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa02e607-b473-4978-9416-d9a439f312e7 req-2f6d64bc-7cae-42c6-be4c-a0fedf360359 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414324
Apr 23 18:11:48.115893 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36714) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:11:48.201393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:11:48.246292 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-0e7cf39e-f7fe-46fe-9d93-eed11480feff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1289954
Apr 23 18:11:48.322241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:48.358185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:11:48.369543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:11:48.373437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:48.375223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-50409f48-db9a-4779-86aa-d5df4dadb0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:11:48.413999 dv-cinder-786524-3-iscsi neutron-server[86253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'code': 422} returned with failed status
Apr 23 18:11:48.450049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:11:48.453492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:11:48.792530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-c6fa460a-dad5-4ab0-93e2-0f8d7a81d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:48.794214 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-c6fa460a-dad5-4ab0-93e2-0f8d7a81d341 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e&tenant_id=01cf22500a4042e69da0b1f62f6a3925 HTTP/1.1" status: 200  len: 1096 time: 0.0796349
Apr 23 18:11:48.907479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-6c75ef61-db20-4cd6-8833-b508b1d7cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:48.909076 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-6c75ef61-db20-4cd6-8833-b508b1d7cf05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01cf22500a4042e69da0b1f62f6a3925&device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1096 time: 0.0822098
Apr 23 18:11:49.053503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-113a0ffe-1893-4ac9-9800-bf31dc8d42da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:49.055756 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-113a0ffe-1893-4ac9-9800-bf31dc8d42da service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 200  len: 918 time: 0.1404901
Apr 23 18:11:49.218291 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-5140af6a-7011-4863-bacc-e8ab1e0b46d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 200  len: 998 time: 0.1561244
Apr 23 18:11:49.300346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db1586-96bb-4d0b-a340-65811dd27e07 req-3349e9e0-f8d0-4c08-acaa-afbdae83e3e3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:49.301836 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90db1586-96bb-4d0b-a340-65811dd27e07 req-3349e9e0-f8d0-4c08-acaa-afbdae83e3e3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.1815758
Apr 23 18:11:49.311416 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-e9fd9ea1-34e5-4003-ba72-4bbe695c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:49.312909 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-e9fd9ea1-34e5-4003-ba72-4bbe695c590d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 200  len: 856 time: 0.0827541
Apr 23 18:11:49.405036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90db1586-96bb-4d0b-a340-65811dd27e07 req-c321f334-b513-4dab-a906-ba5fde54fca1 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959818
Apr 23 18:11:49.429334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-05ae1f95-d1f1-4a83-a1e6-f6b0faa22953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:49.430929 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-05ae1f95-d1f1-4a83-a1e6-f6b0faa22953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cacdd96-05b0-46aa-84a9-351c11f44fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026337
Apr 23 18:11:49.573512 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-18cad99b-00b6-4583-9958-ac4dda5ecd2e service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357250
Apr 23 18:11:49.717453 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47b281ff-2dcb-4c4c-93e6-144db5abf564 req-c435e225-8a39-4355-9990-cf11a9ea2693 service neutron] 10.222.0.47 "GET /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376381
Apr 23 18:11:49.890399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:11:50.630403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6634f7-3789-4bc7-9f3d-84a608157198 req-70be6cef-966e-41a3-8e51-5a784e63d4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:50.634231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ff6634f7-3789-4bc7-9f3d-84a608157198 req-70be6cef-966e-41a3-8e51-5a784e63d4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.1078801
Apr 23 18:11:50.718837 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ff6634f7-3789-4bc7-9f3d-84a608157198 req-71f944cc-aa92-489f-a960-2a8d7de092a0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773883
Apr 23 18:11:52.005978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c113ae-5a5c-4479-83c3-e1eecb617d25 req-4f43ea39-6ef1-4ed4-bcc9-d8e206884808 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:52.007849 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6c113ae-5a5c-4479-83c3-e1eecb617d25 req-4f43ea39-6ef1-4ed4-bcc9-d8e206884808 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.1532431
Apr 23 18:11:52.058456 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6c113ae-5a5c-4479-83c3-e1eecb617d25 req-789d9dee-8b3d-41af-a323-65e9efaabb14 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440724
Apr 23 18:11:52.713045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:53.277084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f55be0-4884-436f-b122-eef9a0fe9aeb req-4d05e6f6-ef74-42b7-a5fe-91f253a7b595 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:53.278795 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2f55be0-4884-436f-b122-eef9a0fe9aeb req-4d05e6f6-ef74-42b7-a5fe-91f253a7b595 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0934846
Apr 23 18:11:53.330102 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2f55be0-4884-436f-b122-eef9a0fe9aeb req-931e2333-d378-42b8-ae76-5402af30bd70 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444903
Apr 23 18:11:54.548689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9194dc-30ac-4388-b337-00f1f4fa24e1 req-d6b195e3-20ab-4afe-871e-bc6098ca63ca tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:54.550276 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e9194dc-30ac-4388-b337-00f1f4fa24e1 req-d6b195e3-20ab-4afe-871e-bc6098ca63ca tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0949707
Apr 23 18:11:54.600550 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e9194dc-30ac-4388-b337-00f1f4fa24e1 req-9131d362-0b34-40b3-b6a5-e8b3e99e7af6 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438077
Apr 23 18:11:54.606247 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-028ba18a-9d30-4e2c-900e-3047e7b3a651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:55.819385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1c00-bbba-4e9e-9b0f-9afbd80908d9 req-4be7f72f-758c-4e0c-9955-4a957865188c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:55.821014 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-537a1c00-bbba-4e9e-9b0f-9afbd80908d9 req-4be7f72f-758c-4e0c-9955-4a957865188c tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0952826
Apr 23 18:11:55.876215 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-537a1c00-bbba-4e9e-9b0f-9afbd80908d9 req-ef28a94e-eb34-49b0-bdf7-e628605ef850 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473282
Apr 23 18:11:56.442588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-edd7476a-cec2-47a1-9474-654c47ca89da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:57.102280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a7a99-8dfb-44b1-88b6-6d8fd18fc8f5 req-acbae12f-d934-49c3-b512-5efdc6d93e20 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:57.103987 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c58a7a99-8dfb-44b1-88b6-6d8fd18fc8f5 req-acbae12f-d934-49c3-b512-5efdc6d93e20 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.1030340
Apr 23 18:11:57.155928 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c58a7a99-8dfb-44b1-88b6-6d8fd18fc8f5 req-a4c2882b-866f-40f1-8c96-b1b37b3cade2 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453775
Apr 23 18:11:57.690239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:58.335737 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:58.373240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ba735-7a72-4bcf-9db6-0dd3ffce71a4 req-f7eea64f-47f7-4a70-ac25-876115d254cd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:58.375263 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f13ba735-7a72-4bcf-9db6-0dd3ffce71a4 req-f7eea64f-47f7-4a70-ac25-876115d254cd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0936258
Apr 23 18:11:58.425985 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f13ba735-7a72-4bcf-9db6-0dd3ffce71a4 req-0962ff7d-3cd6-4955-93f8-50765e7f111a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438514
Apr 23 18:11:59.172983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:11:59.887462 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da8d35-a650-4fcd-8f9e-44b39b54d7df req-b1c7ebd2-6269-49de-b32c-6878c3bed9e9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:11:59.889329 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14da8d35-a650-4fcd-8f9e-44b39b54d7df req-b1c7ebd2-6269-49de-b32c-6878c3bed9e9 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.3355906
Apr 23 18:11:59.944320 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14da8d35-a650-4fcd-8f9e-44b39b54d7df req-e277885c-f2cc-489b-8e8b-2e9cea1b89dd tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446541
Apr 23 18:12:01.155620 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96637a-14bd-4150-b992-b7635c42f295 req-c4ecb8c9-ff35-4e64-8875-eab71246bb63 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:01.157258 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b96637a-14bd-4150-b992-b7635c42f295 req-c4ecb8c9-ff35-4e64-8875-eab71246bb63 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0884707
Apr 23 18:12:01.208678 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b96637a-14bd-4150-b992-b7635c42f295 req-0acf2e05-1ab6-4858-8008-071fc613363a tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451014
Apr 23 18:12:01.301040 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-dc2d43ce-65d9-4ddd-a46f-742e47aebdea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767424
Apr 23 18:12:01.465094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-ffafc821-c2cc-485a-af66-9692771e6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:01.466680 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-ffafc821-c2cc-485a-af66-9692771e6060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 1098 time: 0.0771937
Apr 23 18:12:01.619582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-67093df3-c34b-4bcf-b4c4-f579ff9b30df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:01.621154 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-67093df3-c34b-4bcf-b4c4-f579ff9b30df service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1357739
Apr 23 18:12:01.732168 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-30081e7c-f26d-4333-9dab-7d53f039eeb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc7be51-8911-4143-9725-3862c8261c67 HTTP/1.1" status: 200  len: 1001 time: 0.1032736
Apr 23 18:12:01.808735 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-20079fdf-8327-47f3-9b7b-e66010736920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:01.810299 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-20079fdf-8327-47f3-9b7b-e66010736920 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0711536
Apr 23 18:12:01.898137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-ae9237dc-a028-4568-945a-fc14ad0eb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:01.899635 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-ae9237dc-a028-4568-945a-fc14ad0eb5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803442
Apr 23 18:12:02.045231 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-b215887a-9b62-45b4-adcb-fa63666b0f62 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379871
Apr 23 18:12:02.192406 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d15d710-60c7-4263-8f40-2bf0ec7e8324 req-500b3729-30ca-4269-af9e-8b7af5203ea0 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395380
Apr 23 18:12:02.417355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0818e-d421-41fb-be21-33c74d5dff95 req-bc8a0741-92ee-4daf-8546-5600fbf88c8e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:02.419010 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1b0818e-d421-41fb-be21-33c74d5dff95 req-bc8a0741-92ee-4daf-8546-5600fbf88c8e tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0911200
Apr 23 18:12:02.468977 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1b0818e-d421-41fb-be21-33c74d5dff95 req-f920b8ec-1ff4-4f6b-b5b5-5db5ee0e98a0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432639
Apr 23 18:12:03.675330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8a53-9b23-4eb9-acd9-eed3653608ae req-61cb9f2d-a6be-46a2-9200-aff50418bcee tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:03.676935 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-809a8a53-9b23-4eb9-acd9-eed3653608ae req-61cb9f2d-a6be-46a2-9200-aff50418bcee tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 943 time: 0.0881801
Apr 23 18:12:03.724709 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-809a8a53-9b23-4eb9-acd9-eed3653608ae req-c069a82d-2eaa-4fe3-965e-1ff2d44113ef tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415576
Apr 23 18:12:04.235901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:12:04.378138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:04.391999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'port_id': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'mac_address': 'fa:16:3e:19:60:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:12:04.619373 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:04.637647 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bae713-d1a0-4fea-96a9-2310d46739ea {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:12:04.653878 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:04.656824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:04.658598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52d1e17a-6dec-450c-958c-4734cb756a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:04.727055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=9']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:04.730238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:04.938728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8905a-d553-48e3-84b0-865da6a5390d req-5ff7f8d8-0bd6-4c4e-a849-841d8e632520 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:04.940259 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ac8905a-d553-48e3-84b0-865da6a5390d req-5ff7f8d8-0bd6-4c4e-a849-841d8e632520 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 944 time: 0.0957360
Apr 23 18:12:04.946691 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['d5bae713-d1a0-4fea-96a9-2310d46739ea'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:12:04.989512 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9ac8905a-d553-48e3-84b0-865da6a5390d req-5b6b5a80-f738-4d7f-85fb-5bf945081099 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422251
Apr 23 18:12:06.197939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21aba4-c438-498d-b693-bf013ab0d419 req-aa756333-b8e7-4081-90e3-31b1d9e176d1 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:06.199520 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a21aba4-c438-498d-b693-bf013ab0d419 req-aa756333-b8e7-4081-90e3-31b1d9e176d1 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 944 time: 0.0900841
Apr 23 18:12:06.235415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:12:06.254820 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a21aba4-c438-498d-b693-bf013ab0d419 req-758873e6-fc0c-4bde-932d-62d17114256d tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466723
Apr 23 18:12:06.308551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port d5bae713-d1a0-4fea-96a9-2310d46739ea triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:12:06.308906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:06.431605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:06.460259 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:12:06.470446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:06.473483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:06.475337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8a773e4-5ea8-4b8a-bb3a-eedddbce3b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:06.516251 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'code': 200}
Apr 23 18:12:06.550256 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=10']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:06.553351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:06.800483 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba997de-dd2b-4b5d-823c-98b015757fa3 req-1ce09ac1-7500-4dd4-a32c-be034e64fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:06.802043 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cba997de-dd2b-4b5d-823c-98b015757fa3 req-1ce09ac1-7500-4dd4-a32c-be034e64fb79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 1099 time: 0.0767543
Apr 23 18:12:06.845380 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cba997de-dd2b-4b5d-823c-98b015757fa3 req-d6f8d078-f88c-4500-89d5-9844b01ebd9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367544
Apr 23 18:12:07.469170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000675-9d75-4e81-a804-bbe703eab98e req-ff55b202-9f57-4b75-8d4b-57737c762c64 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:07.470666 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-60000675-9d75-4e81-a804-bbe703eab98e req-ff55b202-9f57-4b75-8d4b-57737c762c64 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 946 time: 0.0940351
Apr 23 18:12:07.519232 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-60000675-9d75-4e81-a804-bbe703eab98e req-cba535d3-1965-4fc4-9bd3-b46bf8778dd6 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420954
Apr 23 18:12:08.730282 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871c013-b008-4208-ae08-160614dc788e req-a9f54bfd-db55-4d4c-b2bd-c3b58c2a0d47 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:08.731786 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c871c013-b008-4208-ae08-160614dc788e req-a9f54bfd-db55-4d4c-b2bd-c3b58c2a0d47 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 946 time: 0.0883958
Apr 23 18:12:08.780529 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c871c013-b008-4208-ae08-160614dc788e req-c4b74afb-2639-449a-9db4-aa385360b925 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420060
Apr 23 18:12:22.712816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:24.609192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-56216f88-1043-457e-8239-8b9cf8cdb292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:26.443994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c50709f-e9d7-4329-92ab-b317afef44bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:26.891279 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:12:27.691757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:28.328677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:29.173228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:35.313519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acede6-3f05-48ca-9831-3827df6ccaa9 req-2c90ed23-3327-4e69-a946-6c87a932cefb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:35.314985 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6acede6-3f05-48ca-9831-3827df6ccaa9 req-2c90ed23-3327-4e69-a946-6c87a932cefb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 945 time: 0.0922081
Apr 23 18:12:35.362118 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6acede6-3f05-48ca-9831-3827df6ccaa9 req-f8906978-f41b-4ac4-9685-b3769f620302 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408170
Apr 23 18:12:36.568667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59749-ddcc-4669-b0a7-62cd6812f6cd req-55d91e56-b5b3-4c51-b7e5-151da049d569 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:36.570276 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-10b59749-ddcc-4669-b0a7-62cd6812f6cd req-55d91e56-b5b3-4c51-b7e5-151da049d569 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 945 time: 0.0885999
Apr 23 18:12:36.618606 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-10b59749-ddcc-4669-b0a7-62cd6812f6cd req-b0411ecd-991e-49ab-8ddb-55e70b7461cf tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413437
Apr 23 18:12:37.059882 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d4b23dd0-2f08-480b-862a-dd57a31c8671 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:37.062634 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d4b23dd0-2f08-480b-862a-dd57a31c8671 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 945 time: 0.0936809
Apr 23 18:12:37.212778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Deleting port 3dc7be51-8911-4143-9725-3862c8261c67 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:37.213165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:37.355181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] For port 3dc7be51-8911-4143-9725-3862c8261c67, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3dc7be51-8911-4143-9725-3862c8261c67,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:37.355590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:37.660473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:37.660927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:37.661226 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Floating IP c72b9100-1b11-489e-904e-8139c1cbcc0b disassociated. External IP: 172.27.2.235, port: 3dc7be51-8911-4143-9725-3862c8261c67.
Apr 23 18:12:37.661580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Calling delete_port for 3dc7be51-8911-4143-9725-3862c8261c67 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:37.831690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:37.837722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9420c217-e273-4449-a226-0d83d08a2ae9 tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:37.896137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'Port': ['ID=3dc7be51-8911-4143-9725-3862c8261c67,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:37.911194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.911551 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.912000 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.912762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.912762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.913182 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.913585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.913991 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.914398 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.914806 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.915202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.915603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:37.921408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:37.997093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a97-0569-4748-831c-00fbd66d9ea2 req-a0b124ab-bdff-4f6a-b469-10d5f911c0d0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:37.998824 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eed80a97-0569-4748-831c-00fbd66d9ea2 req-a0b124ab-bdff-4f6a-b469-10d5f911c0d0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 867 time: 0.2581675
Apr 23 18:12:38.140577 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eed80a97-0569-4748-831c-00fbd66d9ea2 req-4ac8af09-0080-47dd-8f5f-265b195ca9ee tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323831
Apr 23 18:12:38.175998 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:12:38.369535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:12:38.381942 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:12:38.393793 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:12:38.394577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34318518>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:38.451711 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] No DVR routers for this DVR port 3dc7be51-8911-4143-9725-3862c8261c67 on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:12:38.454340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:38.457181 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'name': 'network-vif-deleted', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:12:38.469818 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01a8e0e3-2329-4efc-b94f-f45f917c6f00 req-d2fcf77f-a667-4843-9ab1-7586da639ec0 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "DELETE /v2.0/ports/3dc7be51-8911-4143-9725-3862c8261c67 HTTP/1.1" status: 204  len: 173 time: 1.4006321
Apr 23 18:12:38.589054 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e4aa2f-2813-48f0-acc6-884b363300b4', 'name': 'network-vif-deleted', 'tag': '3dc7be51-8911-4143-9725-3862c8261c67', 'status': 'completed', 'code': 200}
Apr 23 18:12:38.744587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:12:39.077967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34318518>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:39.082104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:12:39.092005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:12:39.092664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a34318518>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:39.291154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:12:39.464075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-af2e6539-8a7d-46f4-854a-5969a5b72219 req-51f51012-f65e-4607-a0f3-84a8396cff40 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:12:39.479471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-af2e6539-8a7d-46f4-854a-5969a5b72219 req-51f51012-f65e-4607-a0f3-84a8396cff40 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:12:39.480805 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af2e6539-8a7d-46f4-854a-5969a5b72219 req-51f51012-f65e-4607-a0f3-84a8396cff40 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e4aa2f-2813-48f0-acc6-884b363300b4 HTTP/1.1" status: 200  len: 210 time: 0.0664561
Apr 23 18:12:39.632503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a34318518>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:39.636517 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0108c25d-a5ce-4f78-aaf8-396c713a3bd8 None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:12:40.022843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952ab35-303b-4435-b166-a4e3bcb39fce None None] New status for floating IP c72b9100-1b11-489e-904e-8139c1cbcc0b: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:12:40.394174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3dc7be51-8911-4143-9725-3862c8261c67 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:12:40.434425 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 3dc7be51-8911-4143-9725-3862c8261c67 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:12:40.434822 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 3dc7be51-8911-4143-9725-3862c8261c67 not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:12:40.865135 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-6d510af7-3543-47fb-8921-afa87e7dc118 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171674924&fields=id&tenant_id=f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 267 time: 0.0444288
Apr 23 18:12:41.273719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-0149c1a8-e4fc-417d-a825-cc96fc560b0c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:41.275290 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-0149c1a8-e4fc-417d-a825-cc96fc560b0c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 811 time: 0.4029706
Apr 23 18:12:41.291639 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-e80e1d79-b8ea-41c0-a734-9af985defeb9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/quotas/f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 375 time: 0.0100112
Apr 23 18:12:41.457098 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-28d98ba9-d430-44be-9b54-6619c81ca12e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1595917
Apr 23 18:12:41.469514 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb4d31-4f1f-475d-9fa8-fae0ddc7ef57 req-cfd8d5da-cc3b-4071-ac92-ec8143636098 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:41.471113 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ecb4d31-4f1f-475d-9fa8-fae0ddc7ef57 req-cfd8d5da-cc3b-4071-ac92-ec8143636098 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 946 time: 0.1290469
Apr 23 18:12:41.526457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-3f2d4656-7b5d-41e5-8fa1-2c452b249f4e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 18:12:41.527517 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-3f2d4656-7b5d-41e5-8fa1-2c452b249f4e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0554862
Apr 23 18:12:41.533025 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ecb4d31-4f1f-475d-9fa8-fae0ddc7ef57 req-d0c95cc1-c7da-40d9-ab91-b2541da95a22 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555518
Apr 23 18:12:41.672821 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-7e5e7892-2473-4620-8d02-84420d9d766a service neutron] 10.222.0.24 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385334
Apr 23 18:12:41.819641 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-458c5cc7-53a6-4bc2-be85-6f05910b247e service neutron] 10.222.0.24 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401143
Apr 23 18:12:42.237805 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1a233a3-a68d-42fa-a33a-2585e93e198f req-98697b09-ba50-44ad-bfdd-165fdb69a175 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 210 time: 0.0533996
Apr 23 18:12:42.814086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae921-8641-42f3-b227-900249d734dc req-b0d17430-e7c9-43cd-8e77-4f9e637e7e74 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:42.815709 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a25ae921-8641-42f3-b227-900249d734dc req-b0d17430-e7c9-43cd-8e77-4f9e637e7e74 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 946 time: 0.1615479
Apr 23 18:12:42.828088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-2e2299b0-0ec4-43ee-9d39-f6e0abda9742 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:42.829554 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-2e2299b0-0ec4-43ee-9d39-f6e0abda9742 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 946 time: 0.1271622
Apr 23 18:12:42.931000 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a25ae921-8641-42f3-b227-900249d734dc req-f7345c07-894a-47fb-bf08-4b93871752f8 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d06aedc-5b9f-4797-b996-69381d851cef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003122
Apr 23 18:12:43.012328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Deleting port d5bae713-d1a0-4fea-96a9-2310d46739ea {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:43.012690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:43.155915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] For port d5bae713-d1a0-4fea-96a9-2310d46739ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d5bae713-d1a0-4fea-96a9-2310d46739ea,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:43.156327 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:43.497013 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-845e8b15-d366-40ac-9b05-aec9c2b96b54 req-00b39b04-d286-4d5a-a9c1-a75f8d8c082b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 210 time: 0.1357424
Apr 23 18:12:43.530320 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:43.530742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:43.531284 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Floating IP 397a1435-1752-401b-93d8-93f8c13f09fd disassociated. External IP: 172.27.2.21, port: d5bae713-d1a0-4fea-96a9-2310d46739ea.
Apr 23 18:12:43.531669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Calling delete_port for d5bae713-d1a0-4fea-96a9-2310d46739ea owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:43.553774 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-7ce40a2f-f017-4706-ac78-0e9d96f9e4f3 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:43.555335 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-7ce40a2f-f017-4706-ac78-0e9d96f9e4f3 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 811 time: 0.1663179
Apr 23 18:12:43.621039 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-df93a2af-a6b5-406c-bf60-8e6fb27f3f41 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 379 time: 0.0504112
Apr 23 18:12:43.630382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'port': {'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'admin_state_up': True, 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'security_groups': ['b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:12:43.648903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:43.654629 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-10551f69-0e60-47f3-836d-33795f75982a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:43.715321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event deleted for resources: {'Port': ['ID=d5bae713-d1a0-4fea-96a9-2310d46739ea,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:43.721457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:43.785722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:12:43.796319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:12:43.805961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Made reservation on behalf of f79d1a40df7a4bb496690bedaee5b2a0 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:12:43.813953 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:43.927363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Router ba526e65-c872-4b54-8606-5c88f36a775f has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:12:43.993391 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Allocated IP 172.20.0.10 (9abe5554-710c-45fb-bf9a-e9a279c379ef/718d1960-7822-42d4-bdf8-1188fe75a92e/f75aad87-0567-4ed1-ad20-739dc4163e6f) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:12:44.123452 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-76033679-8533-465d-89f1-85dffba60ab8 req-24ff18d8-6131-483a-aaad-ad3d65f48c45 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/ports?device_id=86cd2e3d-82cb-4d91-b0d3-47373da8326e HTTP/1.1" status: 200  len: 210 time: 0.0532925
Apr 23 18:12:44.177463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:12:44.191688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:12:44.204543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:12:44.205486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3cef0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:44.236549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:44.255143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Transition to ACTIVE for port object f75aad87-0567-4ed1-ad20-739dc4163e6f will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:12:44.277730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] No DVR routers for this DVR port d5bae713-d1a0-4fea-96a9-2310d46739ea on host hv-cinder-78652 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:12:44.281257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:44.283837 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:44.284293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-deleted', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:12:44.290139 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7cca69cd-c11d-40f1-a906-0eead2dfd781 tempest-VolumesActionsTest-613316632 tempest-VolumesActionsTest-613316632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:44.314511 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-625d3f88-47e9-4a71-93f9-2268ec8b6435 req-dbe6807d-99ec-490d-9450-f843c0cab769 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.47 "DELETE /v2.0/ports/d5bae713-d1a0-4fea-96a9-2310d46739ea HTTP/1.1" status: 204  len: 173 time: 1.4693041
Apr 23 18:12:44.367626 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:12:44.370289 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd2e3d-82cb-4d91-b0d3-47373da8326e', 'name': 'network-vif-deleted', 'tag': 'd5bae713-d1a0-4fea-96a9-2310d46739ea', 'status': 'completed', 'code': 200}
Apr 23 18:12:44.371566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:12:44.376382 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:12:44.411433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=f75aad87-0567-4ed1-ad20-739dc4163e6f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:44.435252 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.435529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.435968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.436409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.437600 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.438108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.438542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.438945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.439347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.439745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.440192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.440588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:44.446804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:44.484649 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:44.484912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:12:44.485563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:44.516583 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8902681
Apr 23 18:12:44.534339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a213c9b3-d5e3-4e6d-b2c3-4cda8961d8e3 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 18:12:44.535960 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a213c9b3-d5e3-4e6d-b2c3-4cda8961d8e3 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0070894
Apr 23 18:12:44.648896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Request body: {'port': {'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:12:44.714192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-928a0988-130d-4f7c-89a8-9008695eb337 None None] Provisioning for port f75aad87-0567-4ed1-ad20-739dc4163e6f completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:12:44.726481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-928a0988-130d-4f7c-89a8-9008695eb337 None None] Provisioning complete for port f75aad87-0567-4ed1-ad20-739dc4163e6f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:12:44.727188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-928a0988-130d-4f7c-89a8-9008695eb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:44.794257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-928a0988-130d-4f7c-89a8-9008695eb337 None None] Port f75aad87-0567-4ed1-ad20-739dc4163e6f cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:12:44.808694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0534db-af0d-4779-b593-fb5182e1e500 req-403bae9b-4142-4c73-81cd-be413b439700 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:44.810506 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eb0534db-af0d-4779-b593-fb5182e1e500 req-403bae9b-4142-4c73-81cd-be413b439700 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 932 time: 0.1471813
Apr 23 18:12:44.832376 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:44.867065 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eb0534db-af0d-4779-b593-fb5182e1e500 req-7534d2f6-13c3-44dd-8dfe-a55b34bbd1bf tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500681
Apr 23 18:12:44.879495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3cef0>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:44.884695 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:12:44.893666 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:12:44.894325 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3cef0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:45.089988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:12:45.212577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75aad87-0567-4ed1-ad20-739dc4163e6f {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:12:45.221644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.237832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Transition to ACTIVE for port object f75aad87-0567-4ed1-ad20-739dc4163e6f will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:12:45.243742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.248682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:45.267375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36904) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:45.344927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.382354 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.422363 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Pushing event updated for resources: {'Port': ['ID=f75aad87-0567-4ed1-ad20-739dc4163e6f,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:45.437919 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.444574 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bfe86a3d-0491-4cfe-a802-f6fd49fc5fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:45.458745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:45.469030 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d06aedc-5b9f-4797-b996-69381d851cef,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:45.474494 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:45.477528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.478774 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-06fb4141-a11d-4e5e-9a4a-0c0ec2dc6748 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "DELETE /v2.0/security-groups/3d06aedc-5b9f-4797-b996-69381d851cef HTTP/1.1" status: 204  len: 168 time: 0.2090306
Apr 23 18:12:45.481606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36908) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:45.504700 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-048c3a53-e7b5-4610-b546-42e2d75d07f0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] show failed (client error): The resource could not be found.
Apr 23 18:12:45.506035 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-048c3a53-e7b5-4610-b546-42e2d75d07f0 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "GET /v2.0/security-groups/3d06aedc-5b9f-4797-b996-69381d851cef HTTP/1.1" status: 404  len: 347 time: 0.0232782
Apr 23 18:12:45.512305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36912) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:45.587519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Attempting to bind port f75aad87-0567-4ed1-ad20-739dc4163e6f on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:12:45.587928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Attempting to bind port f75aad87-0567-4ed1-ad20-739dc4163e6f by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:12:45.588304 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Attempting to bind port f75aad87-0567-4ed1-ad20-739dc4163e6f on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:12:45.611468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Port f75aad87-0567-4ed1-ad20-739dc4163e6f on network 9abe5554-710c-45fb-bf9a-e9a279c379ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:12:45.611848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Attempting to bind port f75aad87-0567-4ed1-ad20-739dc4163e6f on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:12:45.623542 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fc3cef0>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:45.627885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d3f7b-b9ac-4653-a88b-5143a832369b None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:07:17Z', 'revision_number': 4, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6', 'name': '', 'network_id': '1cacdd96-05b0-46aa-84a9-351c11f44fdd', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'mac_address': 'fa:16:3e:a1:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:16Z', 'updated_at': '2021-04-23T18:07:25Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'subnets': [{'id': 'ca3a4951-bfa0-44d6-a23d-31ea46852981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:12:45.686042 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:12:45.686457 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Checking segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:12:45.686888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Bound using segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:12:45.687378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Bound port: f75aad87-0567-4ed1-ad20-739dc4163e6f, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:12:45.687762 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.858160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] For port f75aad87-0567-4ed1-ad20-739dc4163e6f, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:12:45.869543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] For port f75aad87-0567-4ed1-ad20-739dc4163e6f, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:12:45.871725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Deleting port 99ee6b10-2a27-43eb-b838-7bac75de8c81 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:45.872137 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.895488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:45.949925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f044762b-7c27-4f3e-af0f-f8fcf7daae6e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:46.016816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:46.017368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:46.018849 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] 10.222.0.47 "PUT /v2.0/ports/f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 1094 time: 1.4563558
Apr 23 18:12:46.019401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:12:46.039464 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614441a-592a-462d-9403-c01091c0c3a5 None None] New status for floating IP 397a1435-1752-401b-93d8-93f8c13f09fd: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:12:46.211431 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c0813-1f80-4c21-956f-cfb1e1cdcc5d req-9326648c-24ab-4281-af16-61b5e2b66500 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:46.213221 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc9c0813-1f80-4c21-956f-cfb1e1cdcc5d req-9326648c-24ab-4281-af16-61b5e2b66500 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.2250454
Apr 23 18:12:46.269011 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc9c0813-1f80-4c21-956f-cfb1e1cdcc5d req-6edcb204-9589-4a55-a175-00dadc491f8f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483115
Apr 23 18:12:46.392493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:12:46.434906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: d5bae713-d1a0-4fea-96a9-2310d46739ea {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:12:46.435301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device d5bae713-d1a0-4fea-96a9-2310d46739ea not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:12:46.469466 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'status': 'completed', 'code': 200}
Apr 23 18:12:46.477926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:46.478297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:46.487753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Pushing event updated for resources: {'Port': ['ID=f75aad87-0567-4ed1-ad20-739dc4163e6f,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:46.495661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:46.622090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Calling delete_port for 99ee6b10-2a27-43eb-b838-7bac75de8c81 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:46.664267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-1b82a103-6f17-4cfa-8eef-8b8816057d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:46.665874 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-1b82a103-6f17-4cfa-8eef-8b8816057d25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1097 time: 0.5643146
Apr 23 18:12:46.755915 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-27a98328-1493-4fe1-a14c-c4b2430bfeeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 217 time: 0.0752861
Apr 23 18:12:46.806364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86367) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:12:46.806724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:12:46.831242 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-504a6d88-5962-451a-9f90-5b04974fb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:46.832814 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-504a6d88-5962-451a-9f90-5b04974fb70b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0703592
Apr 23 18:12:46.919374 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-635d0ab9-31e6-425e-8bad-267ad96c1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:46.921328 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-635d0ab9-31e6-425e-8bad-267ad96c1dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816648
Apr 23 18:12:47.065491 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-3577dbaf-2a3b-4532-bf60-d8f28e78b320 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380882
Apr 23 18:12:47.210387 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebfe19a6-8f0c-4e58-a683-a15068ba62dd req-35a2dc1f-b243-4479-891b-886beb242832 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375458
Apr 23 18:12:47.429983 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-c7b2417b-f9a6-4022-9842-f772358442f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:47.431604 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-c7b2417b-f9a6-4022-9842-f772358442f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1097 time: 0.1395540
Apr 23 18:12:47.433864 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Deleting port 99ee6b10-2a27-43eb-b838-7bac75de8c81 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:47.434249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:47.474472 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa470f9e-7cc2-4401-ba98-3d37f07deecf req-28d14b11-0192-4740-91f5-5a38a349eb60 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:47.476097 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa470f9e-7cc2-4401-ba98-3d37f07deecf req-28d14b11-0192-4740-91f5-5a38a349eb60 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0884953
Apr 23 18:12:47.528492 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa470f9e-7cc2-4401-ba98-3d37f07deecf req-35e53044-d972-4d90-bf4a-2b17832d891e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459595
Apr 23 18:12:47.685413 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:47.685785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:47.697989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-8b0a9182-20f0-4c3f-be45-5415d9c34c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:47.699571 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-8b0a9182-20f0-4c3f-be45-5415d9c34c87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.2514820
Apr 23 18:12:47.883488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Calling delete_port for 99ee6b10-2a27-43eb-b838-7bac75de8c81 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:47.898099 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-87cd2968-0e66-47e4-a34a-d00f614e55d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 217 time: 0.1427248
Apr 23 18:12:47.986799 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-ad6fe1b9-a493-4105-b513-9bbe8aa5dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:47.988289 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-ad6fe1b9-a493-4105-b513-9bbe8aa5dd78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0835726
Apr 23 18:12:48.134475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:48.139227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7c561a31-214b-4c11-ac62-9b81e1a86745 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:48.189326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Pushing event deleted for resources: {'Port': ['ID=99ee6b10-2a27-43eb-b838-7bac75de8c81,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:48.192748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:48.194879 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-c6358a0a-cc30-43d8-8a1c-57bd775bd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:48.196538 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-c6358a0a-cc30-43d8-8a1c-57bd775bd33a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1950333
Apr 23 18:12:48.396920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:48.433944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:48.435135 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] 10.222.0.24 "DELETE /v2.0/floatingips/397a1435-1752-401b-93d8-93f8c13f09fd HTTP/1.1" status: 204  len: 168 time: 2.9216275
Apr 23 18:12:48.437307 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-a8ac6f74-a0a7-4bdd-8192-2e095b016d1e service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055242
Apr 23 18:12:48.587518 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-addb14bd-98e3-40f3-8df9-c30984ab7e1d req-2dece13f-e51e-4b6c-9281-52e613426be0 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437621
Apr 23 18:12:48.731454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eddb1-819c-4ad1-9243-c89d457a4dc0 req-33f0ea4f-25d7-4d11-85a1-c0523d019236 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:48.733047 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-396eddb1-819c-4ad1-9243-c89d457a4dc0 req-33f0ea4f-25d7-4d11-85a1-c0523d019236 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0879314
Apr 23 18:12:48.782116 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-396eddb1-819c-4ad1-9243-c89d457a4dc0 req-399d9cbd-8d03-4a3e-8901-6cce876a2595 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425699
Apr 23 18:12:49.986177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc0312-8934-4b0d-a866-cf9dc47d038d req-c9d0c104-9296-4bee-8b38-5abaabab185b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:49.987776 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4adc0312-8934-4b0d-a866-cf9dc47d038d req-c9d0c104-9296-4bee-8b38-5abaabab185b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0941334
Apr 23 18:12:50.038116 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4adc0312-8934-4b0d-a866-cf9dc47d038d req-3e2f5d1f-9707-4c56-93ae-1c283dbc4bc2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439637
Apr 23 18:12:51.250202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b2861-e0b8-4673-a81a-03c98571cba4 req-cda7616d-ac36-433a-b972-5dab9ca5e2e2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:51.251818 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-079b2861-e0b8-4673-a81a-03c98571cba4 req-cda7616d-ac36-433a-b972-5dab9ca5e2e2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0930023
Apr 23 18:12:51.271436 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36950) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:51.304402 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-079b2861-e0b8-4673-a81a-03c98571cba4 req-f2ea9020-e9a0-481c-8b52-91a9580116e8 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457621
Apr 23 18:12:51.954214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:52.509240 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b6bc-5e10-42b3-9743-45ca28f578d9 req-8baceaee-d35a-4a24-b6c4-a8a32ff61d1f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:52.510828 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b90b6bc-5e10-42b3-9743-45ca28f578d9 req-8baceaee-d35a-4a24-b6c4-a8a32ff61d1f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0940795
Apr 23 18:12:52.560858 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b90b6bc-5e10-42b3-9743-45ca28f578d9 req-fccc2866-a53c-4a94-93fd-292e14292a39 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431786
Apr 23 18:12:52.636265 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Deleting port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:52.636579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:52.729468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:52.767833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] For port 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:52.768255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:52.899838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Calling delete_port for 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:53.049114 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:53.053005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c5e1c04-5de1-4d0a-b387-c46c990a7244 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:53.098859 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:53.102445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:53.385269 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:53.762267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675daf66-cce7-458e-9a8c-a08d106a8593 req-10675986-e9b1-42da-ab9d-be578a63b47d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:53.763874 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-675daf66-cce7-458e-9a8c-a08d106a8593 req-10675986-e9b1-42da-ab9d-be578a63b47d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0895681
Apr 23 18:12:53.766912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Router ba526e65-c872-4b54-8606-5c88f36a775f has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:12:53.816166 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-675daf66-cce7-458e-9a8c-a08d106a8593 req-b639fdd1-8bd7-4f41-8466-5e0a8273b2eb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449502
Apr 23 18:12:53.960162 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:12:53.971297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] Sync routers for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:12:53.975628 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] 10.222.0.24 "PUT /v2.0/routers/ba526e65-c872-4b54-8606-5c88f36a775f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7005000
Apr 23 18:12:53.975958 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36960) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:53.981528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:12:53.982185 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcacda0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:54.169518 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:54.179565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:12:54.366234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:54.445807 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Deleting port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:54.446319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:54.488344 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcacda0>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:12:52Z', 'revision_number': 5, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port': {'id': '56d3ea2a-dbdc-4956-96e6-e8e4b38379c9', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:07:13Z', 'updated_at': '2021-04-23T18:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:54.492532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] Checking router: ba526e65-c872-4b54-8606-5c88f36a775f for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:12:54.505297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] Routers {'ba526e65-c872-4b54-8606-5c88f36a775f'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:12:54.505967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcacda0>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['ba526e65-c872-4b54-8606-5c88f36a775f'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:54.580090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] For port 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:54.580495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:54.611631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4fc55a6e-66d6-431d-9fb8-8edb69b6e622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:54.672656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] Set router ba526e65-c872-4b54-8606-5c88f36a775f gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:12:54.714458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Calling delete_port for 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:54.787581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcacda0>, [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:12:54Z', 'revision_number': 6, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port_host': None}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:54.791779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfe77e-4871-4a0a-8bf7-ef6bc3754a3c None None] The sync data for ids ['ba526e65-c872-4b54-8606-5c88f36a775f'] in dv-cinder-786524-3-iscsi is: [{'id': 'ba526e65-c872-4b54-8606-5c88f36a775f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775229098-router', 'tenant_id': '01cf22500a4042e69da0b1f62f6a3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:07:12Z', 'updated_at': '2021-04-23T18:12:54Z', 'revision_number': 6, 'project_id': '01cf22500a4042e69da0b1f62f6a3925', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:12:54.865644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:54.871602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c48bf22-aac5-4529-bec8-6c679f23b4e5 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:54.924209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d3ea2a-dbdc-4956-96e6-e8e4b38379c9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:54.927263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:55.040960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fd097-4e06-4773-b232-52cb0d916caf req-90ddc201-3a69-46bf-9f25-d2bee9b52948 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:55.042829 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7d3fd097-4e06-4773-b232-52cb0d916caf req-90ddc201-3a69-46bf-9f25-d2bee9b52948 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.0959685
Apr 23 18:12:55.118785 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7d3fd097-4e06-4773-b232-52cb0d916caf req-5a11e334-7fa9-47ff-a3f7-6a96b7b4d845 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690851
Apr 23 18:12:55.146652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:12:55.185498 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:12:55.185900 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 56d3ea2a-dbdc-4956-96e6-e8e4b38379c9 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:12:55.186406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:12:55.224559 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:12:55.224962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 3c1ccf0c-6283-41a5-bce5-8759c6f7cbd6 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:12:55.290307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.478658 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.480984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.500961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.501538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba526e65-c872-4b54-8606-5c88f36a775f {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:12:55.514055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.515945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ba526e65-c872-4b54-8606-5c88f36a775f HTTP/1.1" status: 204  len: 168 time: 1.5389316
Apr 23 18:12:55.518608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36966) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:55.588675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Deleting subnet ca3a4951-bfa0-44d6-a23d-31ea46852981 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:12:55.591740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.644651 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.727428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.981519 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:55.986637 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d828c3ed-8f73-4b1e-8ea2-9e3618443bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:56.027719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3a4951-bfa0-44d6-a23d-31ea46852981,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:56.029956 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.034415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:56.034550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028609f-d6b6-4ece-bc79-f3277b556646 None None] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:12:56.037503 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5b4c64cc-a64c-4c3e-a862-70a8fc085151 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca3a4951-bfa0-44d6-a23d-31ea46852981 HTTP/1.1" status: 204  len: 168 time: 0.5178919
Apr 23 18:12:56.040149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36970) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:56.164495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.246589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Deleting port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:56.246888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.322752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] DHCP port deletion for 1cacdd96-05b0-46aa-84a9-351c11f44fdd request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:12:56.336810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa282-c40d-44ae-96f1-1032e152edd2 req-25df19fa-d3c3-4f90-8bbb-6088715a434a tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:56.338555 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcbfa282-c40d-44ae-96f1-1032e152edd2 req-25df19fa-d3c3-4f90-8bbb-6088715a434a tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 944 time: 0.1038015
Apr 23 18:12:56.357876 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] For port 9fc3a5d6-8350-45df-8a66-f52d16f202c4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9fc3a5d6-8350-45df-8a66-f52d16f202c4,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:56.358834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.404106 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] Deleting port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:12:56.404546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.481632 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device f75aad87-0567-4ed1-ad20-739dc4163e6f details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:12:56.500019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Calling delete_port for 9fc3a5d6-8350-45df-8a66-f52d16f202c4 owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:56.535101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f24994a-b575-44dd-ad7c-f48404790d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.548444 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] For port 9fc3a5d6-8350-45df-8a66-f52d16f202c4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=9fc3a5d6-8350-45df-8a66-f52d16f202c4,segment=NetworkSegment(ed2307d8-c008-4ad8-b21a-6ed481861f3b),segment_id=ed2307d8-c008-4ad8-b21a-6ed481861f3b)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:56.548824 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.549184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.554533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b69f2e51-3786-4867-8db6-167ece412afa tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:56.609933 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc3a5d6-8350-45df-8a66-f52d16f202c4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:56.611540 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] No DVR routers for this DVR port 9fc3a5d6-8350-45df-8a66-f52d16f202c4 on host dv-cinder-786524-3-iscsi {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:12:56.613208 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:56.634793 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bcbfa282-c40d-44ae-96f1-1032e152edd2 req-53b72b0c-7d70-47bb-8d44-1781e66ad552 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2888818
Apr 23 18:12:56.737786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.753585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] Calling delete_port for 9fc3a5d6-8350-45df-8a66-f52d16f202c4 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:12:56.833499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port f75aad87-0567-4ed1-ad20-739dc4163e6f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:56.850334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:12:56.851143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1ca90>,) {'filters': {'network_id': ['1cacdd96-05b0-46aa-84a9-351c11f44fdd']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:56.867913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1ca90>, 'ed2307d8-c008-4ad8-b21a-6ed481861f3b') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:56.868251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a34d1ca90>, 'ed2307d8-c008-4ad8-b21a-6ed481861f3b') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:12:56.881716 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.900587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.908023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:12:56.915724 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:12:56.916156 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:12:56.923075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.941622 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75aad87-0567-4ed1-ad20-739dc4163e6f {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:12:56.958332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port f75aad87-0567-4ed1-ad20-739dc4163e6f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:56.961217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:56.963035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-49842c0e-8981-4651-a53c-56eeedcb91d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:57.034121 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=f75aad87-0567-4ed1-ad20-739dc4163e6f,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:57.041843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.042228 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.042605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.042973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.043336 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.043702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.044090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.044453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.044814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.045173 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.045698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.046455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:12:57.050469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:57.098159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:12:57.107554 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.138608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9fc3a5d6-8350-45df-8a66-f52d16f202c4 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:12:57.307092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Network 1cacdd96-05b0-46aa-84a9-351c11f44fdd has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:12:57.332439 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:12:57.355870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['f75aad87-0567-4ed1-ad20-739dc4163e6f'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:12:57.387163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 9fc3a5d6-8350-45df-8a66-f52d16f202c4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:12:57.387558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 9fc3a5d6-8350-45df-8a66-f52d16f202c4 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:12:57.418638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.423112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f0737687-008f-4a56-963b-4e044c837dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:57.439889 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.448916 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cacdd96-05b0-46aa-84a9-351c11f44fdd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:57.452848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:57.461623 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-1a0058f8-22bb-40ef-b291-49c25033d68d None None] The port '9fc3a5d6-8350-45df-8a66-f52d16f202c4' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:12:57.464080 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-995a2df7-1497-465b-ad8c-c59554b13ea0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1cacdd96-05b0-46aa-84a9-351c11f44fdd HTTP/1.1" status: 204  len: 168 time: 1.4228704
Apr 23 18:12:57.587424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 36978) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:57.640764 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e0274af2-fda2-471a-a9de-37b9c87fa395 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01cf22500a4042e69da0b1f62f6a3925&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519845
Apr 23 18:12:57.643474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 36982) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:12:57.706680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.718480 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.739067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.852892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.859004 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-59447319-879f-4450-bfb8-1cc65704155c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:57.875921 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a819ab-8845-4bae-ad2e-b4b4e13b5ecf,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:57.885790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13380153-1ba0-4a70-ae5a-8d06f9bf0a5f req-898b1240-f099-453c-b9b6-f4a7893faf86 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:57.887374 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13380153-1ba0-4a70-ae5a-8d06f9bf0a5f req-898b1240-f099-453c-b9b6-f4a7893faf86 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 945 time: 0.1276753
Apr 23 18:12:57.892931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:57.893787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:57.897505 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75a819ab-8845-4bae-ad2e-b4b4e13b5ecf HTTP/1.1" status: 204  len: 168 time: 0.2503824
Apr 23 18:12:57.939160 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13380153-1ba0-4a70-ae5a-8d06f9bf0a5f req-190c4647-fcd8-438b-9318-c6cbe2f41b1f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429797
Apr 23 18:12:58.332662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:58.471309 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device f75aad87-0567-4ed1-ad20-739dc4163e6f up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:12:58.543575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port f75aad87-0567-4ed1-ad20-739dc4163e6f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:12:58.548928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port f75aad87-0567-4ed1-ad20-739dc4163e6f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:12:58.549352 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:58.678495 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:58.707149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:12:58.717817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port f75aad87-0567-4ed1-ad20-739dc4163e6f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:12:58.722828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:58.725044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:12:58.797289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=f75aad87-0567-4ed1-ad20-739dc4163e6f,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:12:58.801056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:12:58.966616 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'code': 200}
Apr 23 18:12:59.160475 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eb7eb-f505-4a4a-a9c8-8ec17f877bf7 req-9d6cebb7-f400-4877-a7f8-e3c02a6694f8 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:59.163345 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc1eb7eb-f505-4a4a-a9c8-8ec17f877bf7 req-9d6cebb7-f400-4877-a7f8-e3c02a6694f8 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 946 time: 0.1065097
Apr 23 18:12:59.180476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:12:59.215501 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc1eb7eb-f505-4a4a-a9c8-8ec17f877bf7 req-3a7084a9-1911-444f-96aa-e856e24b49f7 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463555
Apr 23 18:12:59.307522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92373-105a-42af-a1db-e3e32f41a01d req-01a525c8-8974-45f2-86de-3ab9b6e8c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:12:59.309209 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fcd92373-105a-42af-a1db-e3e32f41a01d req-01a525c8-8974-45f2-86de-3ab9b6e8c5f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1099 time: 0.0811467
Apr 23 18:12:59.353644 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fcd92373-105a-42af-a1db-e3e32f41a01d req-b0140e19-4bc7-4df4-a584-0f509dcd843a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382686
Apr 23 18:13:00.566875 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ae55d-cad9-489f-8053-63b6fc09c3de req-aad6ccf2-0145-4fae-b493-ffad818fdc65 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:00.568391 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-310ae55d-cad9-489f-8053-63b6fc09c3de req-aad6ccf2-0145-4fae-b493-ffad818fdc65 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 946 time: 0.0898790
Apr 23 18:13:00.617228 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-310ae55d-cad9-489f-8053-63b6fc09c3de req-dbc008fc-bc5b-4727-b90d-324e43c25d1b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425966
Apr 23 18:13:00.820705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb89a5-a966-4498-bb8c-2d4238556980 req-6e7daa0a-b8f4-4796-af7e-00d42da0a4f5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:00.822262 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ceb89a5-a966-4498-bb8c-2d4238556980 req-6e7daa0a-b8f4-4796-af7e-00d42da0a4f5 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 946 time: 0.0932994
Apr 23 18:13:00.872898 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ceb89a5-a966-4498-bb8c-2d4238556980 req-fb115912-c19f-44e3-9372-2aa9316ff20c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428019
Apr 23 18:13:00.897947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37048) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:00.980443 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16427404-c5de-4cdc-9ec8-3787533f9964 tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:00.982069 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-16427404-c5de-4cdc-9ec8-3787533f9964 tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1094 time: 0.0830686
Apr 23 18:13:00.985086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37052) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:00.990749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:13:00.997051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:01.001569 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:floatingip and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:01.004556 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:01.010810 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:01.021948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:01.177755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:01.336663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Allocated IP 172.27.2.229 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/daa7795a-c28d-4b6f-8e68-1dd150171b13) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:13:01.497526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:01.528520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:01.533312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8bcb200-5a91-4bf5-ad6e-26de24e7b6dc tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:01.594384 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:13:01.597489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:13:01.605868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:13:01.647402 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=daa7795a-c28d-4b6f-8e68-1dd150171b13,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:01.651636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:02.039143 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:02.118804 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:02.340469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:02.344117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:02.348849 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5418cd66-04e4-4aa7-b5fc-e0cb24806dc3 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:02.469227 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=daa7795a-c28d-4b6f-8e68-1dd150171b13,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:02.472229 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:02.482318 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:02.668687 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Floating IP d52523a4-b485-49c4-8801-6eb008fa690b associated. External IP: 172.27.2.229, port: f75aad87-0567-4ed1-ad20-739dc4163e6f.
Apr 23 18:13:03.052950 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:13:03.483565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:13:03.493346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:13:03.504989 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:13:03.505657 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341ca470>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:13:03.510507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:03.571330 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5851257
Apr 23 18:13:03.572050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:13:03.620160 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'status': 'completed', 'code': 200}
Apr 23 18:13:03.695841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:13:03.890417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:13:04.058800 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341ca470>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:01Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:13:04.063123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:13:04.072028 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:13:04.072675 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a341ca470>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:12:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:13:04.260820 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:13:04.625191 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a341ca470>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:01Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:13:04.629308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaca4f-6b5e-4f33-964f-3fe0c54b9316 None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:01Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:13:04.893924 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79d131-ce4d-4110-8e62-213c4bae03b4 None None] New status for floating IP d52523a4-b485-49c4-8801-6eb008fa690b: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:13:06.187356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-a92aadbc-7e07-4d9e-9644-c5799794a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:06.189127 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-a92aadbc-7e07-4d9e-9644-c5799794a9e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1099 time: 0.0844309
Apr 23 18:13:06.334184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-e2112688-d515-4d64-bb16-787c31553d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:06.335732 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-e2112688-d515-4d64-bb16-787c31553d6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1390731
Apr 23 18:13:06.447347 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-073f2eb9-81d7-4895-8f80-9dcdba7063ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 1002 time: 0.1039648
Apr 23 18:13:06.524403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-7208a639-6d27-45f4-979c-64c6eef00a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:06.525932 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-7208a639-6d27-45f4-979c-64c6eef00a64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0641186
Apr 23 18:13:06.613719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-ab670da9-2a2b-4293-ba7c-c763b170afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:06.615346 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-ab670da9-2a2b-4293-ba7c-c763b170afae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821989
Apr 23 18:13:06.764653 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-d34b5b53-8ac1-46ad-8488-5b277c115991 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420219
Apr 23 18:13:06.915197 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-916fc8d9-32ae-4d33-9ef2-fb93507ab573 req-a51ed100-4ffd-4a56-a1de-b8dd880cac1e service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443958
Apr 23 18:13:10.116934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37140) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:10.244110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.259598 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:10.263605 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b982bb093ade4c6ba31068e1c5e6fdf0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:10.267153 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:10.273148 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:10.359250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.361754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.370433 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-79ac1bbf-c1ec-4ae7-85c8-8f66534fd022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:10.413455 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b982bb093ade4c6ba31068e1c5e6fdf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2954099
Apr 23 18:13:10.414409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ad77b-851c-42dd-b050-c07c88769633,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:10.416346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37146) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:10.417860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-863c9c62-b027-4bf7-9703-3eef72604dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:10.478920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.506305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.559186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.564233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4e9a3959-cb07-4763-8051-d36d9c0acf4c tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:10.574846 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ad77b-851c-42dd-b050-c07c88769633,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:10.577342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:10.583280 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.586326 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-48a11bea-a1c6-4c39-b65b-3c6134952e7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f3ad77b-851c-42dd-b050-c07c88769633 HTTP/1.1" status: 204  len: 168 time: 0.1670878
Apr 23 18:13:10.870468 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37156) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:10.890339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:10.906507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:10.910644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:752450fd4aa145bfb657002d86d6ebd9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:10.913628 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:10.919671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:11.005086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:11.008108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:11.020897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0de4d8cd-e1ef-45f5-9213-586d48e99ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:11.064397 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=752450fd4aa145bfb657002d86d6ebd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1927598
Apr 23 18:13:11.065370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3760a1-fe44-4863-a9b1-43956331b194,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:11.067165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37160) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:11.068603 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c1dba08-2874-4980-87c9-ef4ad2d3b6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:11.136838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:11.168538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:11.213454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:11.218486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5f9661bf-73d9-4bf8-8d83-b0153644a760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:11.230843 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3760a1-fe44-4863-a9b1-43956331b194,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:11.234946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:11.240580 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:11.241793 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-eb42641f-0fc7-4747-b8a3-d67a2203cfa4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a3760a1-fe44-4863-a9b1-43956331b194 HTTP/1.1" status: 204  len: 168 time: 0.1725535
Apr 23 18:13:22.742767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:24.613245 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2b4f88df-c324-44cf-827e-a26a731ec4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:26.448332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-113ace3e-1adb-4746-a168-51826b495615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:27.698751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:28.334925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:29.178307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:40.889925 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:13:44.844469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37378) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:44.969177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:44.984728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:44.989671 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Usage tracker for resource:security_group_rule and tenant:4b98b27052e34a00828db7707d618e4b is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:44.992575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:44.998521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:45.084836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.087764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.097586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9974c284-bc68-424c-b54f-070666b53152 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:45.139604 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b98b27052e34a00828db7707d618e4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2939968
Apr 23 18:13:45.141338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379c4aa1-9b55-44a7-9318-17b668a3cebc,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:45.142500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37384) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:45.149521 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.149947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.150356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.150763 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.151164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.151566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.152005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.152469 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.152874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.153272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.153669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.154064 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.158790 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-21cea151-958c-4ab8-a0f9-e467e0ae825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:45.206005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.233812 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.278562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.284033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-657f8d11-3c75-49f0-a5be-a8a946a4387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:45.296424 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379c4aa1-9b55-44a7-9318-17b668a3cebc,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:45.309917 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.310347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.310764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.311180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.311587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.312027 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.312434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.312839 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.313246 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.313646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.314072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.314633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:13:45.318602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:45.319725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.320848 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d84656a4-3699-4e9c-8370-551e528451f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/379c4aa1-9b55-44a7-9318-17b668a3cebc HTTP/1.1" status: 204  len: 168 time: 0.1772327
Apr 23 18:13:45.612164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37392) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:45.631371 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.651289 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:45.655341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8b91c9c2156849fb91b72fb4645a0323 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:45.658915 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:45.665063 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:45.749803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.752751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.761948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-54ab0292-abf6-4e6c-a1b1-f34cfc1449f2 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:45.804688 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b91c9c2156849fb91b72fb4645a0323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914160
Apr 23 18:13:45.806417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fefe50-9e45-4d5f-900c-801e021e24f7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:45.807673 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37396) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:45.809663 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5adce6d4-6225-4abd-95bd-13ef4c9190b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:45.875200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.902984 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.947123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.951948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-65baa281-6c9d-4ea5-9c0d-e6dd11fd0706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:45.964844 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fefe50-9e45-4d5f-900c-801e021e24f7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:45.967086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:45.974606 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:45.975791 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5cc6be66-38e2-4ccb-a3ca-f916a7f9b431 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73fefe50-9e45-4d5f-900c-801e021e24f7 HTTP/1.1" status: 204  len: 168 time: 0.1669815
Apr 23 18:13:51.791471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37496) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:51.918644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:51.934721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:51.938803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Usage tracker for resource:security_group_rule and tenant:1bf0061f4fb24127a652e5a89e3c4d2a is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:51.941767 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:51.947780 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:52.031086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.034487 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.043378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef9e2211-de1d-4efb-8586-b249630a56aa tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:52.089702 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bf0061f4fb24127a652e5a89e3c4d2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969239
Apr 23 18:13:52.091544 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ee1cf2-7ed3-4f01-a083-510c3f1a0385,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:52.092610 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37502) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:52.094887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-572e66a3-a2d8-4816-a4fc-63413070620b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:52.156350 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.184188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.228534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.233430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-398e6b24-00b0-4376-b098-1d6aba2007ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:52.249681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ee1cf2-7ed3-4f01-a083-510c3f1a0385,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:52.252168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:52.260214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.261441 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55ee1cf2-7ed3-4f01-a083-510c3f1a0385 HTTP/1.1" status: 204  len: 168 time: 0.1674473
Apr 23 18:13:52.553497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37510) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:52.572854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.588698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:52.592722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Usage tracker for resource:security_group_rule and tenant:49bc90b086044dfc921a05b4e9d760fc is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:52.595687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:52.601709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:52.684902 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.687677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.697195 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a15e14dc-2817-434b-9963-f623baeb7700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:52.730273 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.745676 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37514) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:52.747481 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49bc90b086044dfc921a05b4e9d760fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1887586
Apr 23 18:13:52.748592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a5f270-f1ce-466e-bb51-dcaa5550c780,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:52.752488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43a3fbbd-9f6b-4251-8cbf-ca5a4bc90887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:52.810550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.838171 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.882025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.886860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-52e203b3-ef2d-4c7d-93e1-99710a31b0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:52.901802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a5f270-f1ce-466e-bb51-dcaa5550c780,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:52.904926 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:52.910262 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:52.911464 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1a5f270-f1ce-466e-bb51-dcaa5550c780 HTTP/1.1" status: 204  len: 168 time: 0.1643980
Apr 23 18:13:53.266884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37522) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:53.285907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.301743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:53.305752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Usage tracker for resource:security_group_rule and tenant:702c51a603514b46927e07a9cd48792f is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:53.308682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:53.315276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:53.399686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.402396 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.415284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1a02fa5d-cc0b-4ca2-b9e3-67c40964882a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:53.457725 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=702c51a603514b46927e07a9cd48792f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1896415
Apr 23 18:13:53.460659 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37528) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:53.461863 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb36ac-bb1e-45e2-a7d7-cc417d4117bb,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:53.465076 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6862a133-d4ab-4bb1-9437-ebf3b8b048fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:53.524086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.552768 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.601120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.606043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd58eafa-d61e-40ba-b12c-4da51ab7274c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:53.619297 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb36ac-bb1e-45e2-a7d7-cc417d4117bb,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:53.623067 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:53.628861 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:53.630069 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d6e3a353-76fb-4e29-830f-e70f66555795 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78bb36ac-bb1e-45e2-a7d7-cc417d4117bb HTTP/1.1" status: 204  len: 168 time: 0.1683602
Apr 23 18:13:54.615972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55a081c7-9700-46ef-a799-74213ece766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:55.732089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37588) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:55.859381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:55.874930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:55.880196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c63972bb9b047d49666d0dbe6de9ff1 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:55.883403 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:55.889415 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:55.974661 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:55.977509 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:55.986834 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3ec25c77-ecf6-40e7-9529-1d5a59c65d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:56.029207 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c63972bb9b047d49666d0dbe6de9ff1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960157
Apr 23 18:13:56.030179 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79750da5-49ea-4fe5-aa4f-c90b8fccc649,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:56.032193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37594) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:56.033493 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-55340efb-8f16-48e1-91dc-966978cc36c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:56.097524 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.125184 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.169408 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.174867 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6e01e077-e39e-4c03-8cd2-36684d946efb tempest-AttachVolumeTestJSON-525276379 tempest-AttachVolumeTestJSON-525276379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:56.187237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79750da5-49ea-4fe5-aa4f-c90b8fccc649,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:56.190142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:56.197641 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.198843 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3b203200-fd9b-41f2-9288-cc5f61e6abbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79750da5-49ea-4fe5-aa4f-c90b8fccc649 HTTP/1.1" status: 204  len: 168 time: 0.1654744
Apr 23 18:13:56.449312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bef64e8-067b-42cd-87c8-9d00355d5549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.492112 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37602) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:56.511634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.526549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:56.530572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Usage tracker for resource:security_group_rule and tenant:07e701ec61c741cba38de867f8bba72d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:56.534375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:56.540446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:56.627680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.630258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.638665 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ba24ba9-82f7-4c43-b996-db4d8f6cdaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:56.681950 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07e701ec61c741cba38de867f8bba72d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886218
Apr 23 18:13:56.682784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b2eec-a466-45b4-bd37-fd114c5c7dc9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:56.684803 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37606) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:56.686040 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-efbfda2b-1a9e-48dc-afae-8fae836713b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:56.751123 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.779481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.824161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.829025 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3feab73e-cfe2-4afc-8437-8e647081e2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:56.844186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b2eec-a466-45b4-bd37-fd114c5c7dc9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:56.847896 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:56.852263 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:56.853471 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c5d1fef0-11cc-48ca-84f1-beb46909aa76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f5b2eec-a466-45b4-bd37-fd114c5c7dc9 HTTP/1.1" status: 204  len: 168 time: 0.1675811
Apr 23 18:13:57.605177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37630) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:57.701084 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:57.717563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-731273254-network', 'tenant_id': '625f294b0cd64e9cbc057c1ddf62c431'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:13:57.723142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:57.727223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Usage tracker for resource:network and tenant:625f294b0cd64e9cbc057c1ddf62c431 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:57.730257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:57.737913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:57.748149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Made reservation on behalf of 625f294b0cd64e9cbc057c1ddf62c431 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:13:57.754721 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:57.768535 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:57.784043 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:57.788034 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Usage tracker for resource:security_group_rule and tenant:625f294b0cd64e9cbc057c1ddf62c431 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:57.790927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:57.797037 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:57.884759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:57.887383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:57.891515 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-58b97b4e-e4e7-4fc7-bbf3-79fb96bfc5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:57.917368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'}  {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:13:57.931407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ef2e7-820c-4244-a984-7f71ee4b3708,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:57.935697 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:57.936699 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:57.937092 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Added segment 1f321699-2121-4a6e-8325-f345e5444f03 of type vlan for network a17102ae-3051-4055-8e75-4f7ced4123aa
Apr 23 18:13:57.967319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:58.232295 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:58.233591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:58.234233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:58.239532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c742602c-09f6-4f82-8581-c3565e09e7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:58.338706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:58.351220 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7448406
Apr 23 18:13:58.352270 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a17102ae-3051-4055-8e75-4f7ced4123aa,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:58.354450 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 37636) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:58.357100 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b86a6769-f6b2-460a-a013-a49ba705e5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:58.361368 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Request body: {'subnet': {'network_id': 'a17102ae-3051-4055-8e75-4f7ced4123aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-731273254-subnet', 'tenant_id': '625f294b0cd64e9cbc057c1ddf62c431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:13:58.363328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network a17102ae-3051-4055-8e75-4f7ced4123aa details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:13:58.366667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:58.371089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Usage tracker for resource:subnet and tenant:625f294b0cd64e9cbc057c1ddf62c431 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:58.374119 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:58.381646 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:58.391339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Made reservation on behalf of 625f294b0cd64e9cbc057c1ddf62c431 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:13:58.396690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847164173'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:58.797476 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848366551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847164190'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:58.802274 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:58.933235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Pushing event updated for resources: {'Subnet': ['ID=044adf5c-447e-4799-b890-94c3c64b477e,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:58.938662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:58.944463 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Checking segment: {'id': '1f321699-2121-4a6e-8325-f345e5444f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a17102ae-3051-4055-8e75-4f7ced4123aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:13:58.944860 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Network hostable DHCP agents. Network: a17102ae-3051-4055-8e75-4f7ced4123aa, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:13:58.981759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Network a17102ae-3051-4055-8e75-4f7ced4123aa is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:13:58.989042 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-e1dc8541-b434-4839-9528-f59846791f24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1452579
Apr 23 18:13:58.994088 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, a17102ae-3051-4055-8e75-4f7ced4123aa) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:13:59.003963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ca2c8-2202-4d7a-831d-7cb7f3c29b79 None None] Network a17102ae-3051-4055-8e75-4f7ced4123aa requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:13:59.006085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:59.007006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.031850 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bd058f00-ae01-4c61-91ab-55c3a526812f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6718323
Apr 23 18:13:59.196749 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-e6f6db7b-740e-458a-81b3-50f438961f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:59.198503 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-e6f6db7b-740e-458a-81b3-50f438961f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1099 time: 0.1117656
Apr 23 18:13:59.209418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.259217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297e51b-df98-4912-8a52-50ceb02c55ea None None] Network a17102ae-3051-4055-8e75-4f7ced4123aa requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:13:59.370886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-e5e7bf3b-9d87-4fff-8d00-af1953016a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:59.372669 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-e5e7bf3b-9d87-4fff-8d00-af1953016a35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1517761
Apr 23 18:13:59.502012 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-98fa2d9f-e4c9-4dfd-aed1-57a19e52dc68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 1002 time: 0.1223722
Apr 23 18:13:59.571664 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-5514aa43-8c59-4d96-a532-c22d51e8921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:59.573314 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-5514aa43-8c59-4d96-a532-c22d51e8921a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0654318
Apr 23 18:13:59.625972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37654) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:13:59.632630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-285765907-network', 'tenant_id': '872ecb7762b7419e8b6616995b5a52db'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:13:59.637901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:59.642074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Usage tracker for resource:network and tenant:872ecb7762b7419e8b6616995b5a52db is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:59.645312 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:59.651329 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:59.661588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Made reservation on behalf of 872ecb7762b7419e8b6616995b5a52db for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:13:59.665538 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-ea2f05f5-5d65-4f37-b966-0d44d0d50ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:59.666608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.667158 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-ea2f05f5-5d65-4f37-b966-0d44d0d50ad5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865076
Apr 23 18:13:59.680393 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.695722 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:13:59.699848 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Usage tracker for resource:security_group_rule and tenant:872ecb7762b7419e8b6616995b5a52db is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:13:59.702781 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:13:59.709745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:13:59.796002 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.798920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.803258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-46c12573-33bb-4d9a-8c16-ef7323b57b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:59.812517 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-f3694b54-c19e-47a8-9622-fef68bc69381 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387997
Apr 23 18:13:59.832012 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'}  {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 18:13:59.841158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de20d424-f5ea-42e0-b9bb-d34b9417ca21,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:13:59.845057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:13:59.848797 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.849181 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Added segment 89ee1621-f1be-490d-ab11-b9e08c28b86e of type vlan for network 63c545f6-a8c6-40b9-98f7-c2ae94accec9
Apr 23 18:13:59.881639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751588439274'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.912175 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.913561 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:13:59.914207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:13:59.919218 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:13:59.959062 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98dd7ec4-c495-48c1-a219-f170a4bc7fb4 req-f2bb0924-dbbe-4231-bdf9-2eb61e242be6 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401062
Apr 23 18:14:00.028177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Pushing event updated for resources: {'Network': ['ID=63c545f6-a8c6-40b9-98f7-c2ae94accec9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:00.031678 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4045744
Apr 23 18:14:00.032740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3423ff71-3b38-43c8-83e0-cfd1e083cb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:00.034734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37658) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:00.040929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Request body: {'subnet': {'network_id': '63c545f6-a8c6-40b9-98f7-c2ae94accec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-285765907-subnet', 'tenant_id': '872ecb7762b7419e8b6616995b5a52db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:14:00.041454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Network 63c545f6-a8c6-40b9-98f7-c2ae94accec9 details requested by agent ovs-agent-dv-cinder-786524-3-iscsi with host dv-cinder-786524-3-iscsi {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 18:14:00.046288 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:14:00.051157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Usage tracker for resource:subnet and tenant:872ecb7762b7419e8b6616995b5a52db is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:14:00.054397 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:14:00.060795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:14:00.076967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Made reservation on behalf of 872ecb7762b7419e8b6616995b5a52db for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:14:00.082253 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27735701'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:00.507115 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826565579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27735684'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:00.511970 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-62a4bc94-049a-4ff8-842d-f8296c5218dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:00.589930 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9de55d-d17b-4f46-bb5e-e4e148bd9060,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:00.595891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:00.598688 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Checking segment: {'id': '89ee1621-f1be-490d-ab11-b9e08c28b86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '63c545f6-a8c6-40b9-98f7-c2ae94accec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:14:00.599082 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Network hostable DHCP agents. Network: 63c545f6-a8c6-40b9-98f7-c2ae94accec9, hostable agents: ['5a58e168-f962-46ca-ab37-72e570c7b3d2'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 18:14:00.617377 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Network 63c545f6-a8c6-40b9-98f7-c2ae94accec9 is scheduled to be hosted by DHCP agent 5a58e168-f962-46ca-ab37-72e570c7b3d2 with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 18:14:00.625239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-iscsi, 63c545f6-a8c6-40b9-98f7-c2ae94accec9) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:14:00.635005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55f246-7ee3-4c74-91fd-5bf2cabc1c43 None None] Network 63c545f6-a8c6-40b9-98f7-c2ae94accec9 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:14:00.637488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:00.638134 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:00.658531 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b330c593-1491-4dd3-851f-de8ec6fec9c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6220531
Apr 23 18:14:00.864832 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b1e60-927b-4cf7-9e19-355fd54d508c None None] Network 63c545f6-a8c6-40b9-98f7-c2ae94accec9 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:14:17.097168 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37782) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:17.164375 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Deleting subnet 044adf5c-447e-4799-b890-94c3c64b477e {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:14:17.167389 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.222713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28210428'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.280938 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.539075 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28210288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827040065'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.543752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:17.580217 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044adf5c-447e-4799-b890-94c3c64b477e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:17.583445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:17.584491 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.590542 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-313b71a2-40e7-4a2a-aac8-ebec979394aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/044adf5c-447e-4799-b890-94c3c64b477e HTTP/1.1" status: 204  len: 168 time: 0.4922686
Apr 23 18:14:17.593183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37786) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:17.716007 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.853686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:17.888890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:14:17.972239 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcb8cf8>,) {'filters': {'network_id': ['a17102ae-3051-4055-8e75-4f7ced4123aa']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:14:17.984700 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcb8cf8>, '1f321699-2121-4a6e-8325-f345e5444f03') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:14:17.985033 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2fcb8cf8>, '1f321699-2121-4a6e-8325-f345e5444f03') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:14:17.997836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.015645 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.022163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:14:18.199478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Network a17102ae-3051-4055-8e75-4f7ced4123aa has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:14:18.211890 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.387597 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Network a17102ae-3051-4055-8e75-4f7ced4123aa has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:14:18.411482 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:14:18.497357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.502630 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.507934 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7da35c8c-0ccc-4a2d-a91f-93d07983d443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:18.525362 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] 10.222.0.24 "DELETE /v2.0/networks/a17102ae-3051-4055-8e75-4f7ced4123aa HTTP/1.1" status: 204  len: 168 time: 0.9311600
Apr 23 18:14:18.528212 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37790) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:18.530877 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=a17102ae-3051-4055-8e75-4f7ced4123aa,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:18.563049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fd225886-7000-495d-bea3-a3551ab7dbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:18.596870 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Deleting subnet 7b9de55d-d17b-4f46-bb5e-e4e148bd9060 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:14:18.599873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.655035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28210428'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.713730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.974816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28210288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827040065'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:18.979340 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:19.015961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9de55d-d17b-4f46-bb5e-e4e148bd9060,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:19.019764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:19.020944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:19.026774 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-603a00fd-10cd-4bfc-be1d-a62ca2343efb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b9de55d-d17b-4f46-bb5e-e4e148bd9060 HTTP/1.1" status: 204  len: 168 time: 0.4974713
Apr 23 18:14:19.029478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37794) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:19.146299 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:19.278530 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:19.636154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbab400>,) {'filters': {'network_id': ['63c545f6-a8c6-40b9-98f7-c2ae94accec9']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:14:19.649526 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbab400>, '89ee1621-f1be-490d-ab11-b9e08c28b86e') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:14:19.649862 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2fbab400>, '89ee1621-f1be-490d-ab11-b9e08c28b86e') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:14:19.661817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:19.676458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:19.682582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:14:19.863307 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Network 63c545f6-a8c6-40b9-98f7-c2ae94accec9 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:14:19.872265 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.050635 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Network 63c545f6-a8c6-40b9-98f7-c2ae94accec9 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:14:20.074218 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:14:20.155945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.160748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.164458 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:20.184445 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c545f6-a8c6-40b9-98f7-c2ae94accec9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:20.186770 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:20.188408 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-70fb97ba-7e3e-46e4-b612-b7e4ff4488e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63c545f6-a8c6-40b9-98f7-c2ae94accec9 HTTP/1.1" status: 204  len: 168 time: 1.1579361
Apr 23 18:14:20.413548 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37800) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:20.465754 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4ec091f5-ace4-4019-86e8-1072b9defbd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=625f294b0cd64e9cbc057c1ddf62c431&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508630
Apr 23 18:14:20.468141 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37804) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:20.539744 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.567308 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.614684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.619883 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f2e0cad8-f8ae-4639-9930-3ee5f0b8f02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:20.633809 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ef2e7-820c-4244-a984-7f71ee4b3708,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:20.636367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:20.638689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:20.639910 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e10ef2e7-820c-4244-a984-7f71ee4b3708 HTTP/1.1" status: 204  len: 168 time: 0.1707833
Apr 23 18:14:21.043904 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37812) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:21.096736 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-781344a5-af19-4de2-8310-4da95e0365d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=872ecb7762b7419e8b6616995b5a52db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515070
Apr 23 18:14:21.099287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37816) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:14:21.162140 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:21.189333 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:21.236988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:21.241995 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4db59052-8699-464a-83ad-03691983dbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:21.256214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de20d424-f5ea-42e0-b9bb-d34b9417ca21,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:21.259615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:21.260588 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:21.261800 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3669df64-e62f-482b-ab61-80c403dfec90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de20d424-f5ea-42e0-b9bb-d34b9417ca21 HTTP/1.1" status: 204  len: 168 time: 0.1615057
Apr 23 18:14:22.729994 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:24.618591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-22535abc-4742-4b24-86ed-8a4311cceb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:26.450677 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-515c0ccd-7ac9-46f7-bc69-d979608dd146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:27.702471 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:28.339906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:29.183267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:50.527263 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-6e930855-2d37-4e09-b9a1-3bcf8c1ef69e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171674924&fields=id&tenant_id=f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 267 time: 0.0439649
Apr 23 18:14:50.693257 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-8ea4dae5-9f0f-456c-b5a8-7d805bd24862 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:50.694751 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-8ea4dae5-9f0f-456c-b5a8-7d805bd24862 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 811 time: 0.1604424
Apr 23 18:14:50.710936 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-343d6a10-1fb9-4628-892b-34003ffab61b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/quotas/f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 375 time: 0.0099134
Apr 23 18:14:50.807101 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-2cc68202-c686-43fb-8420-3cbf936bf8e8 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0907946
Apr 23 18:14:50.957316 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-b8745bac-2941-46b2-aca3-f69cd849697c service neutron] 10.222.0.24 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369781
Apr 23 18:14:51.102669 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-6d7bae1d-c802-4162-ba96-9c3f00a29626 service neutron] 10.222.0.24 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389856
Apr 23 18:14:51.525441 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-09474c85-d266-4749-a3c8-95657774a66f req-5edb99a9-5c2e-43ce-87e4-ae28e2079ccb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 210 time: 0.0525959
Apr 23 18:14:52.656682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-360496da-01b7-40cf-b3d0-69855ecca637 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:52.658241 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-360496da-01b7-40cf-b3d0-69855ecca637 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 811 time: 0.1688387
Apr 23 18:14:52.704036 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dbbf0105-59d8-4018-bf3b-bf136f76fc23 req-beb56216-a99f-432e-a2a9-e046d0e516f9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 210 time: 0.0503283
Apr 23 18:14:52.722815 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-493a20e9-d278-444c-b5c3-66a603e1b46d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79d1a40df7a4bb496690bedaee5b2a0 HTTP/1.1" status: 200  len: 379 time: 0.0495281
Apr 23 18:14:52.738006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:52.742579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'port': {'device_id': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'admin_state_up': True, 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'security_groups': ['b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:14:52.891615 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:14:52.895967 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:port and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:14:52.898932 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:14:52.904997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:14:52.914164 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Made reservation on behalf of f79d1a40df7a4bb496690bedaee5b2a0 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 18:14:52.920251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:53.093525 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Allocated IP 172.20.0.8 (9abe5554-710c-45fb-bf9a-e9a279c379ef/718d1960-7822-42d4-bdf8-1188fe75a92e/12bda2af-67c8-4578-839e-46f47477990a) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:14:53.293341 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:53.312128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Transition to ACTIVE for port object 12bda2af-67c8-4578-839e-46f47477990a will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:14:53.335310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:53.341029 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-14b1f239-cb5f-4696-a428-b2fc246886bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:53.416714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:14:53.420547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources bound (agent type, host, resource id):  {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:14:53.425348 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:14:53.461339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=12bda2af-67c8-4578-839e-46f47477990a,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:53.478056 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.478482 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.478911 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.479326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.479736 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.480192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.480601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.481005 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.481426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.481778 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.482166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.482560 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:14:53.490961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:53.517381 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:53.518072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:53.549890 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-060f549d-c060-4299-b1a1-e366304cd8e1 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8113048
Apr 23 18:14:53.568478 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Request body: {'port': {'device_id': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:14:53.693099 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c95712fb-8d18-45bd-9ed1-df10e15fbcc3 None None] Provisioning for port 12bda2af-67c8-4578-839e-46f47477990a completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:14:53.696644 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:53.698680 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-c95712fb-8d18-45bd-9ed1-df10e15fbcc3 None None] Provisioning complete for port 12bda2af-67c8-4578-839e-46f47477990a triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:14:53.699105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c95712fb-8d18-45bd-9ed1-df10e15fbcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:53.757733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c95712fb-8d18-45bd-9ed1-df10e15fbcc3 None None] Port 12bda2af-67c8-4578-839e-46f47477990a cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 18:14:53.931206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47025f39-1579-479a-a756-2f6946efd793 req-14895a39-5828-49b3-8fb9-b0e291753c6d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:53.932888 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47025f39-1579-479a-a756-2f6946efd793 req-14895a39-5828-49b3-8fb9-b0e291753c6d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 931 time: 0.0925851
Apr 23 18:14:53.982214 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47025f39-1579-479a-a756-2f6946efd793 req-6ed7deea-2300-4f3c-81ac-74dc64acf914 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427160
Apr 23 18:14:54.071672 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bda2af-67c8-4578-839e-46f47477990a {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:14:54.080342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:54.095435 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Transition to ACTIVE for port object 12bda2af-67c8-4578-839e-46f47477990a will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 18:14:54.098573 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:54.103248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd391967-adad-44c4-adda-aa397d64a391 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:54.273730 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=12bda2af-67c8-4578-839e-46f47477990a,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:54.282086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:54.354531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Attempting to bind port 12bda2af-67c8-4578-839e-46f47477990a on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 18:14:54.354910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Attempting to bind port 12bda2af-67c8-4578-839e-46f47477990a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 18:14:54.355284 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Attempting to bind port 12bda2af-67c8-4578-839e-46f47477990a on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:14:54.360407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Port 12bda2af-67c8-4578-839e-46f47477990a on network 9abe5554-710c-45fb-bf9a-e9a279c379ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 18:14:54.360783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Attempting to bind port 12bda2af-67c8-4578-839e-46f47477990a on network 9abe5554-710c-45fb-bf9a-e9a279c379ef {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 18:14:54.366332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Checking agent: {'id': '8ecb6e2e-f4c0-4715-9483-6aeace7bbd8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 18:14:54.366706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Checking segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 18:14:54.367126 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Bound using segment: {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 18:14:54.368268 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Bound port: 12bda2af-67c8-4578-839e-46f47477990a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818d98e9-464a-4359-bc9a-8e8a745d64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 18:14:54.368662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:54.471705 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] For port 12bda2af-67c8-4578-839e-46f47477990a, host hv-cinder-78652, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 18:14:54.474962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] For port 12bda2af-67c8-4578-839e-46f47477990a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12bda2af-67c8-4578-839e-46f47477990a,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 18:14:54.478378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848366159'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:54.483338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5a7a4b84-a2ad-4158-938f-3d4bf2270d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:14:54.536467 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:54.537133 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:54.538848 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/12bda2af-67c8-4578-839e-46f47477990a HTTP/1.1" status: 200  len: 1093 time: 0.9753897
Apr 23 18:14:54.541418 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'tag': '12bda2af-67c8-4578-839e-46f47477990a'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:14:54.577068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=12bda2af-67c8-4578-839e-46f47477990a,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:14:54.580815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f2c5a619-dab3-4d3d-afb4-55beefe6d5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:14:54.598676 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'tag': '12bda2af-67c8-4578-839e-46f47477990a', 'status': 'completed', 'code': 200}
Apr 23 18:14:54.621537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98b8cf96-d345-4450-9c30-50c0c8f4490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:54.704662 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-6f631ba6-6389-4c3b-b7b7-135d21e16ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:54.706326 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-6f631ba6-6389-4c3b-b7b7-135d21e16ab1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 1096 time: 0.0899019
Apr 23 18:14:54.889201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:14:55.027472 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-6a872b21-03c4-4f3b-ba50-a398a6206606 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12bda2af-67c8-4578-839e-46f47477990a HTTP/1.1" status: 200  len: 217 time: 0.3078091
Apr 23 18:14:55.099738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-afcbd006-e462-4d16-ac34-df1d25f0c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:55.100830 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-afcbd006-e462-4d16-ac34-df1d25f0c9ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0666659
Apr 23 18:14:55.183298 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-33052cb3-5530-4640-9c3b-49b25b0de98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:55.184939 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-33052cb3-5530-4640-9c3b-49b25b0de98d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781205
Apr 23 18:14:55.187232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7aa6e-74aa-4967-b048-4d004aa78e7a req-d33bb69b-593e-4eab-b0a0-c33b171fa919 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:55.189471 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37d7aa6e-74aa-4967-b048-4d004aa78e7a req-d33bb69b-593e-4eab-b0a0-c33b171fa919 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0926757
Apr 23 18:14:55.239945 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37d7aa6e-74aa-4967-b048-4d004aa78e7a req-0e15ed80-a3c7-4671-ac64-46e1ec3c1746 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439746
Apr 23 18:14:55.330324 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-8eca514d-e14f-46f5-8267-c5e5aa8fb84a service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390629
Apr 23 18:14:55.473412 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e8c860c-55d7-475b-9a44-6a183d8ad6ec req-b7703efc-39b1-4a28-86e5-d3c2e3c1a1fb service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361399
Apr 23 18:14:55.637681 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-4f278fad-fe67-4ea3-8133-2f0434f1ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:55.639279 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-4f278fad-fe67-4ea3-8133-2f0434f1ceb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 1096 time: 0.0824180
Apr 23 18:14:55.780847 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-ac205d4a-24c7-4f45-b34c-80b611b7d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:55.782862 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-ac205d4a-24c7-4f45-b34c-80b611b7d44b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1373274
Apr 23 18:14:55.857758 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-7bbdcaae-3735-464e-bccd-8017e35ac8d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12bda2af-67c8-4578-839e-46f47477990a HTTP/1.1" status: 200  len: 217 time: 0.0655146
Apr 23 18:14:55.930254 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-8ca55632-512e-477b-a5a8-aecfcb2f87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:55.931778 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-8ca55632-512e-477b-a5a8-aecfcb2f87a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0668166
Apr 23 18:14:56.017200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-a66fd05e-4671-4ac0-892b-447302a5ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:56.018749 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-a66fd05e-4671-4ac0-892b-447302a5ad8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774381
Apr 23 18:14:56.166397 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-e053e3fd-a9b3-467a-8d5d-476d165f1cdd service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366613
Apr 23 18:14:56.310608 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69d69488-0a23-4368-bb2c-dcb572577d36 req-4c9e3914-ae26-46cf-9744-c5eef8f8ed65 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374874
Apr 23 18:14:56.447167 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabff0c2-7488-45e7-9697-1f2c911fbb54 req-7ad1e1a7-a0b8-420e-873e-a8a80c6eafbd tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:56.448757 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cabff0c2-7488-45e7-9697-1f2c911fbb54 req-7ad1e1a7-a0b8-420e-873e-a8a80c6eafbd tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0934920
Apr 23 18:14:56.454142 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e366eae-f368-4856-86e7-20dbdf74e3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:56.498388 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cabff0c2-7488-45e7-9697-1f2c911fbb54 req-cff28ed7-8bbc-4c00-9918-35a0a7d3b246 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410328
Apr 23 18:14:57.700506 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef012c-3de4-426e-9d12-1426405b1754 req-69880ef3-a4b9-4dca-bdc7-819e190fc887 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:57.702068 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93ef012c-3de4-426e-9d12-1426405b1754 req-69880ef3-a4b9-4dca-bdc7-819e190fc887 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0908699
Apr 23 18:14:57.706132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:57.755293 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93ef012c-3de4-426e-9d12-1426405b1754 req-94588c66-f3c4-4158-9ff2-cc5a8738d687 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455399
Apr 23 18:14:58.344507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:58.958249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66feef-2e4d-4b93-9f95-1f311db4dd54 req-8262998c-27c9-4386-910b-c8039859ffd4 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:14:58.959857 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f66feef-2e4d-4b93-9f95-1f311db4dd54 req-8262998c-27c9-4386-910b-c8039859ffd4 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0893192
Apr 23 18:14:59.006369 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f66feef-2e4d-4b93-9f95-1f311db4dd54 req-24adf77c-4467-44b6-b8a5-6c36843f123c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403223
Apr 23 18:14:59.186438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:14:59.936926 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-8f637580-8a8b-44d1-9d18-5735dcd1aee2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0821517
Apr 23 18:15:00.106642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-db6e699a-18ef-47e9-9123-c3ca25c2680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:00.108306 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-db6e699a-18ef-47e9-9123-c3ca25c2680b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1099 time: 0.0824487
Apr 23 18:15:00.274481 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-73472035-caf2-4c22-8f9b-9b15291275ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:00.276122 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-73472035-caf2-4c22-8f9b-9b15291275ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1414671
Apr 23 18:15:00.369528 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e707e3-a2d4-4588-934c-177186de6260 req-d00dd231-1629-4cce-9b2a-2077084ee0ef tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:00.371111 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95e707e3-a2d4-4588-934c-177186de6260 req-d00dd231-1629-4cce-9b2a-2077084ee0ef tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0938611
Apr 23 18:15:00.393048 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-d8d2e30f-0d0b-4459-9364-aba17b6c1270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 1002 time: 0.1103506
Apr 23 18:15:00.420136 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95e707e3-a2d4-4588-934c-177186de6260 req-80a90dd0-2e5e-4245-ad13-f4779948f32e tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425360
Apr 23 18:15:00.462947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-4ca7272f-814e-4601-afc2-b7a18a9a2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:00.464486 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-4ca7272f-814e-4601-afc2-b7a18a9a2f2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0653331
Apr 23 18:15:00.549874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-6bc36f61-1e9f-44cc-9fd2-bafd5e29bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:00.551446 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-6bc36f61-1e9f-44cc-9fd2-bafd5e29bd45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809462
Apr 23 18:15:00.699408 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-84c5e220-be48-495a-978a-8af67e6915e6 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403418
Apr 23 18:15:00.842248 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54c19e64-9999-4d41-aeea-5c1dec8065ef req-9c281985-1a39-479a-8330-06002ff69b4c service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361792
Apr 23 18:15:01.620317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d080a2-f93a-4d7a-ad8d-03d4c2ba8cba req-804894bd-9bff-4e1e-86bf-0c5b7d480a4d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:01.621912 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98d080a2-f93a-4d7a-ad8d-03d4c2ba8cba req-804894bd-9bff-4e1e-86bf-0c5b7d480a4d tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0878761
Apr 23 18:15:01.671734 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-98d080a2-f93a-4d7a-ad8d-03d4c2ba8cba req-e782e49e-c43f-4aa3-b018-1b363e60ca18 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430610
Apr 23 18:15:02.877321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a02fe-f47d-4e89-9277-b5866b1a163a req-50cd4dbb-cbe2-4979-87b0-53d9ced9e125 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:02.878865 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b82a02fe-f47d-4e89-9277-b5866b1a163a req-50cd4dbb-cbe2-4979-87b0-53d9ced9e125 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 943 time: 0.0905690
Apr 23 18:15:02.928727 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b82a02fe-f47d-4e89-9277-b5866b1a163a req-928d35ce-0041-4ea5-b8ef-e23d9549ecfc tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426755
Apr 23 18:15:03.099922 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 12bda2af-67c8-4578-839e-46f47477990a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 18:15:03.241888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 12bda2af-67c8-4578-839e-46f47477990a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12bda2af-67c8-4578-839e-46f47477990a,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:15:03.257592 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Returning: {'device': '12bda2af-67c8-4578-839e-46f47477990a', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'port_id': '12bda2af-67c8-4578-839e-46f47477990a', 'mac_address': 'fa:16:3e:b6:25:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 18:15:03.315795 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:03.334078 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bda2af-67c8-4578-839e-46f47477990a {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 18:15:03.350038 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 12bda2af-67c8-4578-839e-46f47477990a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12bda2af-67c8-4578-839e-46f47477990a,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:15:03.352759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:03.354666 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:15:03.428003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=12bda2af-67c8-4578-839e-46f47477990a,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:15:03.435786 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.436202 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.436585 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.436965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.437338 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.437713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.438086 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.438455 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.438825 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.439205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.439558 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.440547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:03.444547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:15:03.704083 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] get_ports_and_sgs() called for port_ids ['12bda2af-67c8-4578-839e-46f47477990a'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 18:15:04.134533 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72d18a-e23c-41c9-8daf-0a6e6d6106f7 req-015dc2d5-3c74-466a-a1e1-f1344ce06233 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:04.136163 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b72d18a-e23c-41c9-8daf-0a6e6d6106f7 req-015dc2d5-3c74-466a-a1e1-f1344ce06233 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 944 time: 0.0939863
Apr 23 18:15:04.184596 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b72d18a-e23c-41c9-8daf-0a6e6d6106f7 req-7a141430-1b08-41e4-ada4-9109ad958471 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422571
Apr 23 18:15:05.114508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 12bda2af-67c8-4578-839e-46f47477990a up at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 18:15:05.185448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning for port 12bda2af-67c8-4578-839e-46f47477990a completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 18:15:05.191020 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Provisioning complete for port 12bda2af-67c8-4578-839e-46f47477990a triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 18:15:05.191440 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850889205'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:05.319852 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:05.348886 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bda2af-67c8-4578-839e-46f47477990a'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:15:05.359835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] For port 12bda2af-67c8-4578-839e-46f47477990a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12bda2af-67c8-4578-839e-46f47477990a,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:15:05.363754 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:05.365760 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:15:05.392057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c85bc-df41-4be8-b5ab-057f97d6d6d8 req-a8e93f79-06f2-47e2-a8eb-36981db24f9f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:05.393741 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f35c85bc-df41-4be8-b5ab-057f97d6d6d8 req-a8e93f79-06f2-47e2-a8eb-36981db24f9f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 944 time: 0.0912325
Apr 23 18:15:05.401266 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bda2af-67c8-4578-839e-46f47477990a', 'code': 200}
Apr 23 18:15:05.444850 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Pushing event updated for resources: {'Port': ['ID=12bda2af-67c8-4578-839e-46f47477990a,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:15:05.447410 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f35c85bc-df41-4be8-b5ab-057f97d6d6d8 req-bd1abac0-ed38-4662-b7a6-92c3436e061a tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467856
Apr 23 18:15:05.448319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:15:05.709120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae8a5-3073-46e5-8e7a-84432994dbe6 req-4cadc2f2-aec0-4caf-8c33-94b120662629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:05.710655 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b36ae8a5-3073-46e5-8e7a-84432994dbe6 req-4cadc2f2-aec0-4caf-8c33-94b120662629 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 1098 time: 0.0773647
Apr 23 18:15:05.753393 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b36ae8a5-3073-46e5-8e7a-84432994dbe6 req-45a1aebf-a38c-4db1-8cce-c1a9c97b2795 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360692
Apr 23 18:15:06.652745 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb89eb-bdbd-4b73-a4ca-2ec92629e49a req-3798a0ce-e5cb-487a-9e96-e5bfb9cdb3b8 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:06.654335 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eefb89eb-bdbd-4b73-a4ca-2ec92629e49a req-3798a0ce-e5cb-487a-9e96-e5bfb9cdb3b8 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 945 time: 0.0870783
Apr 23 18:15:06.707861 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eefb89eb-bdbd-4b73-a4ca-2ec92629e49a req-cc2a28aa-4ae0-43d5-8b3a-fde4df7ede86 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449054
Apr 23 18:15:07.910946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb745-806a-40fe-a595-e8a0a2028702 req-b30c32cb-749c-4dff-aa7f-3905b7777ab4 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:07.912573 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0e3cb745-806a-40fe-a595-e8a0a2028702 req-b30c32cb-749c-4dff-aa7f-3905b7777ab4 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 945 time: 0.0919659
Apr 23 18:15:07.960747 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0e3cb745-806a-40fe-a595-e8a0a2028702 req-39f1b400-241a-419f-a0ee-60092a52f915 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416648
Apr 23 18:15:08.159394 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc12bf-30b5-407b-abbb-3d5c8e958082 req-bbc46907-5b3c-4723-aab9-ae78bfd5ce33 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:08.160995 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04bc12bf-30b5-407b-abbb-3d5c8e958082 req-bbc46907-5b3c-4723-aab9-ae78bfd5ce33 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 945 time: 0.0879683
Apr 23 18:15:08.208662 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04bc12bf-30b5-407b-abbb-3d5c8e958082 req-c9ec728e-9991-4c91-b6c8-6cecdb70d48b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412695
Apr 23 18:15:08.233255 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37906) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:15:08.313285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3f966-1bf2-4488-b6e6-e18c0d1f2403 tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:08.314827 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7cc3f966-1bf2-4488-b6e6-e18c0d1f2403 tempest-TestVolumeBootPattern-683582019 tempest-TestVolumeBootPattern-683582019-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 1093 time: 0.0805113
Apr 23 18:15:08.317881 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37910) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:15:08.323248 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Request body: {'floatingip': {'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'port_id': '12bda2af-67c8-4578-839e-46f47477990a', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 18:15:08.329453 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 18:15:08.333587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Usage tracker for resource:floatingip and tenant:f79d1a40df7a4bb496690bedaee5b2a0 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 18:15:08.336552 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 18:15:08.342510 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 18:15:08.352811 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:08.496815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:08.637138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Allocated IP 172.27.2.18 (3ee4da7d-6e15-4cbf-85e9-7e3f6905a201/5c55e139-eb96-426b-a8e4-3e34bade1faf/0fe309b1-86eb-4ce8-bce4-84c52d785cb0) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 18:15:08.804120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:08.833411 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285266325159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:08.838198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c7c9ebb1-7ce5-4656-91ac-6a042bf93342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:15:08.897993 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Network 3ee4da7d-6e15-4cbf-85e9-7e3f6905a201 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 18:15:08.905962 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 18:15:08.909584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 18:15:08.951290 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=0fe309b1-86eb-4ce8-bce4-84c52d785cb0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:15:08.968496 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.968920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.969334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.969738 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.970138 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.970537 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.972085 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.972497 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.972901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.973301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.973698 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.974095 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:15:08.979323 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:15:09.355006 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:09.431235 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750358'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:09.644039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:09.647404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751588880584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285266325142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751588450692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826565203'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:09.652093 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:15:10.002814 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event updated for resources: {'Port': ['ID=0fe309b1-86eb-4ce8-bce4-84c52d785cb0,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:15:10.007587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:15:10.014437 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704131'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:10.199562 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Floating IP e34ba859-820a-48f8-8dcb-cf04d1ea9db2 associated. External IP: 172.27.2.18, port: 12bda2af-67c8-4578-839e-46f47477990a.
Apr 23 18:15:10.572174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:15:10.766905 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:15:10.777640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:15:10.788159 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:15:10.788833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3427b908>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:14:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:15:10.791342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:10.854788 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-396a2bb8-9bcc-45f2-9358-5250a939b114 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5351992
Apr 23 18:15:10.855973 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'tag': '12bda2af-67c8-4578-839e-46f47477990a'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:15:10.906550 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'tag': '12bda2af-67c8-4578-839e-46f47477990a', 'status': 'completed', 'code': 200}
Apr 23 18:15:10.981601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:15:11.036667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b910af-876a-4363-8a75-5f52965844b9 req-8098786b-c25e-4724-aef6-d99729f85eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:11.038262 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-8098786b-c25e-4724-aef6-d99729f85eb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 1098 time: 0.0854781
Apr 23 18:15:11.190753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b910af-876a-4363-8a75-5f52965844b9 req-0f003b3f-f030-4078-8cf9-93e65fbfe4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:11.192346 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-0f003b3f-f030-4078-8cf9-93e65fbfe4ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1473579
Apr 23 18:15:11.304857 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-f24142eb-95bf-43ac-9a01-e55a90bf56e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12bda2af-67c8-4578-839e-46f47477990a HTTP/1.1" status: 200  len: 998 time: 0.1058114
Apr 23 18:15:11.371183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3427b908>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:05Z', 'revision_number': 1, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}, {'id': 'e34ba859-820a-48f8-8dcb-cf04d1ea9db2', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': '12bda2af-67c8-4578-839e-46f47477990a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:b6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:15:09Z', 'updated_at': '2021-04-23T18:15:09Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:15:11.375211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:15:11.384601 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:15:11.385258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3427b908>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:14:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:15:11.389233 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b910af-876a-4363-8a75-5f52965844b9 req-7e855265-6158-4bb4-94e0-6bc2fd0d2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:11.391044 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-7e855265-6158-4bb4-94e0-6bc2fd0d2e84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0724752
Apr 23 18:15:11.474187 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b910af-876a-4363-8a75-5f52965844b9 req-50fc29e6-a02b-4b89-8dc4-24714612af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:15:11.475798 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-50fc29e6-a02b-4b89-8dc4-24714612af2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787830
Apr 23 18:15:11.628924 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-fd16c093-facc-4500-ae04-a8adea50195c service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454842
Apr 23 18:15:11.746785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:15:11.779284 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9b910af-876a-4363-8a75-5f52965844b9 req-edf32aee-ed28-4335-806f-1760e6a724f5 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437981
Apr 23 18:15:12.119358 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3427b908>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:05Z', 'revision_number': 1, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}, {'id': 'e34ba859-820a-48f8-8dcb-cf04d1ea9db2', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': '12bda2af-67c8-4578-839e-46f47477990a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:b6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:15:09Z', 'updated_at': '2021-04-23T18:15:09Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:15:12.123602 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4909-a32a-4ceb-b5e3-ebcfb38e88a8 None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:05Z', 'revision_number': 1, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}, {'id': 'e34ba859-820a-48f8-8dcb-cf04d1ea9db2', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': '12bda2af-67c8-4578-839e-46f47477990a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:b6:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:15:09Z', 'updated_at': '2021-04-23T18:15:09Z', 'revision_number': 0, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:15:12.387023 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb615-f72d-4587-84c6-a4f683b79769 None None] New status for floating IP e34ba859-820a-48f8-8dcb-cf04d1ea9db2: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:15:22.731080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:24.616101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-da4e404e-119e-4ca4-a342-c0c3543532ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:26.457045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-84b9dd33-c12f-44aa-8f4f-6798c7dea5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:27.708386 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:28.350831 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:29.188640 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:31.889532 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:15:52.755378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:54.616594 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3ef0-fdfc-4f70-8eb4-c1b9de708e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:56.457931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85363dae-335d-4c4a-8b5e-6b2587d00ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:57.711429 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:58.342486 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:59.191296 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:15:59.905099 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-d305985a-b818-46a2-b148-82f8ea1da1fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0810502
Apr 23 18:16:00.068595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-e065c8fe-9402-41e3-835c-7c5f13c22ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:00.070169 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-e065c8fe-9402-41e3-835c-7c5f13c22ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1099 time: 0.0804329
Apr 23 18:16:00.238232 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-73d4b20d-85d8-47ff-9008-0873a3f5ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:00.239726 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-73d4b20d-85d8-47ff-9008-0873a3f5ba29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1490774
Apr 23 18:16:00.353291 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-565eb189-0d3d-46e4-928c-9db029a4c4a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 1002 time: 0.1056197
Apr 23 18:16:00.429049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-87185777-1352-4618-9d38-7c28331be8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:00.430568 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-87185777-1352-4618-9d38-7c28331be8ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0688066
Apr 23 18:16:00.755608 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-f1fb3e64-193d-4aa0-bb48-8c4b7686e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:00.757274 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-f1fb3e64-193d-4aa0-bb48-8c4b7686e501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3139961
Apr 23 18:16:00.897865 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-6f75381d-1ed3-440b-9dfc-83c510459c82 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327562
Apr 23 18:16:01.044759 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0a752e19-89f4-42dc-9bff-944d8a36bbc0 req-baa9e409-8f9c-4d7b-869a-bcc04e0aaacf service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354370
Apr 23 18:16:08.888706 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:16:22.755049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:24.617713 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07717ba7-f938-4f66-a41b-bb6641cbef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:26.458702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-42c98811-076f-4c38-8632-55aefdbc02d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:27.714978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:28.344035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:29.194426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:45.888234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:16:50.247638 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 37952) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:16:50.530563 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Deleting port 0fe309b1-86eb-4ce8-bce4-84c52d785cb0 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:16:50.530866 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:50.655466 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:50.655851 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:50.786759 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Calling delete_port for 0fe309b1-86eb-4ce8-bce4-84c52d785cb0 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:16:50.912326 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:50.917174 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ab29ee9-da25-43f5-8548-8ce2d4d22b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:16:50.963054 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'Port': ['ID=0fe309b1-86eb-4ce8-bce4-84c52d785cb0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:16:51.011901 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.012330 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.012748 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.013158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.013566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.013972 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.014353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.014789 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.015166 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.015565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.016019 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.016417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:51.045197 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:16:51.078008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:51.078389 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Floating IP e34ba859-820a-48f8-8dcb-cf04d1ea9db2 disassociated (deleted). External IP: 172.27.2.18, port: 12bda2af-67c8-4578-839e-46f47477990a.
Apr 23 18:16:51.458586 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:16:51.893276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:16:51.902895 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:16:51.912523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:51.914385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:16:51.915065 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a340a02e8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:16:51.970458 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cba15a39-ebe9-4389-9642-effa7475b2a9 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "DELETE /v2.0/floatingips/e34ba859-820a-48f8-8dcb-cf04d1ea9db2 HTTP/1.1" status: 204  len: 168 time: 1.7216182
Apr 23 18:16:51.971650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'tag': '12bda2af-67c8-4578-839e-46f47477990a'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:16:52.024146 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'tag': '12bda2af-67c8-4578-839e-46f47477990a', 'status': 'completed', 'code': 200}
Apr 23 18:16:52.113529 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:16:52.162912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-e9f58cd1-787e-4b86-a4aa-c7c6d99051fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:52.164462 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-e9f58cd1-787e-4b86-a4aa-c7c6d99051fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 1098 time: 0.0947351
Apr 23 18:16:52.324390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-4f95368c-5d2e-4360-8660-3330d6b93083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:52.326024 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-4f95368c-5d2e-4360-8660-3330d6b93083 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1523497
Apr 23 18:16:52.401602 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-e5cc8b0e-0ab3-4a43-be31-13aabae669e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12bda2af-67c8-4578-839e-46f47477990a HTTP/1.1" status: 200  len: 217 time: 0.0682199
Apr 23 18:16:52.479057 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-36a301d6-e1fa-4e39-b535-b4ccfe8a5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:52.480681 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-36a301d6-e1fa-4e39-b535-b4ccfe8a5e6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0720286
Apr 23 18:16:52.511978 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a340a02e8>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:05Z', 'revision_number': 1, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:16:52.515769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:16:52.525058 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:16:52.526451 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a340a02e8>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:26Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:16:52.570401 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-74923709-c622-495f-9747-bee7b06cd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:52.572045 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-74923709-c622-495f-9747-bee7b06cd7b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837607
Apr 23 18:16:52.574835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c7f8-121d-45de-881e-19e2d9c96b8c req-82ce1a0d-98de-4990-8da3-04117b100260 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:52.575589 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-25c1c7f8-121d-45de-881e-19e2d9c96b8c req-82ce1a0d-98de-4990-8da3-04117b100260 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:16:52.593380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-25c1c7f8-121d-45de-881e-19e2d9c96b8c req-82ce1a0d-98de-4990-8da3-04117b100260 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:16:52.594670 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-25c1c7f8-121d-45de-881e-19e2d9c96b8c req-82ce1a0d-98de-4990-8da3-04117b100260 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 945 time: 0.3107476
Apr 23 18:16:52.648634 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-25c1c7f8-121d-45de-881e-19e2d9c96b8c req-d9a7cc1f-ba67-45e4-84f9-aa605eec460c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466354
Apr 23 18:16:52.722590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:16:52.724693 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-1bc908fb-cc7e-40d5-99c0-04e60aa562ec service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449230
Apr 23 18:16:52.810347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:52.872372 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7513af6b-95f9-4ddd-89ed-324c2d494706 req-c6eae247-7554-44c4-83ea-24e5a86dbef0 service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406741
Apr 23 18:16:53.112050 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a340a02e8>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:05Z', 'revision_number': 1, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:16:53.116249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5cbd2-1ce4-4042-99d4-43d8e3596b3c None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_floatingips': [{'id': 'd52523a4-b485-49c4-8801-6eb008fa690b', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'router_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'port_id': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'mac_address': 'fa:16:3e:dc:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:13:01Z', 'updated_at': '2021-04-23T18:13:05Z', 'revision_number': 1, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:16:53.475549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1783d400-385c-421b-acd5-916bfe9535f5 None None] New status for floating IP e34ba859-820a-48f8-8dcb-cf04d1ea9db2: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:16:53.923757 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921795-afff-4571-9a74-82f854c38957 req-88d96d33-b625-4a27-b3e1-c6a05739d76f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:53.925908 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17921795-afff-4571-9a74-82f854c38957 req-88d96d33-b625-4a27-b3e1-c6a05739d76f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 945 time: 0.1423757
Apr 23 18:16:53.973973 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17921795-afff-4571-9a74-82f854c38957 req-b3389c07-aca0-4b15-86c2-c9f92ff898f6 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413625
Apr 23 18:16:54.024732 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-e2f8a097-d10e-456c-93be-f85081c93a56 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:16:54.025488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-e2f8a097-d10e-456c-93be-f85081c93a56 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:16:54.038222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-e2f8a097-d10e-456c-93be-f85081c93a56 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:16:54.039378 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-e2f8a097-d10e-456c-93be-f85081c93a56 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 945 time: 0.1060629
Apr 23 18:16:54.187631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Deleting port 12bda2af-67c8-4578-839e-46f47477990a {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:16:54.187961 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:54.331223 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] For port 12bda2af-67c8-4578-839e-46f47477990a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12bda2af-67c8-4578-839e-46f47477990a,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:16:54.331624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:54.467751 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Calling delete_port for 12bda2af-67c8-4578-839e-46f47477990a owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:16:54.580201 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:54.586438 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20da16fd-ebd9-4d9b-b80f-3dc5b07eec5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:16:54.618080 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf740d7b-c65e-49a3-accd-63acddf68a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:54.639590 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'Port': ['ID=12bda2af-67c8-4578-839e-46f47477990a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:16:54.675622 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.676102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.676522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.676937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.677346 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.677756 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.678160 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.678566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.678976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.679380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.679779 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.680206 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 18:16:54.688690 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:16:54.732081 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] No DVR routers for this DVR port 12bda2af-67c8-4578-839e-46f47477990a on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:16:54.734454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:54.737355 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'name': 'network-vif-deleted', 'tag': '12bda2af-67c8-4578-839e-46f47477990a'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:16:54.752904 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c1d68d3-2bc0-451d-8c5c-e95000914ca2 req-cce80620-f283-424e-8c67-c56340676aad tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "DELETE /v2.0/ports/12bda2af-67c8-4578-839e-46f47477990a HTTP/1.1" status: 204  len: 173 time: 0.7061803
Apr 23 18:16:54.785823 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887', 'name': 'network-vif-deleted', 'tag': '12bda2af-67c8-4578-839e-46f47477990a', 'status': 'completed', 'code': 200}
Apr 23 18:16:55.143014 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56b3de96-d6b7-41e1-a6ab-e966950092a0 req-1c2f58ce-6494-4b2b-acd0-ea9393258ffd tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3a5a5c0-758d-4edb-9c1b-5b1c7e3a7887 HTTP/1.1" status: 200  len: 210 time: 0.0519364
Apr 23 18:16:56.460616 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96c0471a-81df-435e-b5a7-15e4f2bd014c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:57.648427 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 12bda2af-67c8-4578-839e-46f47477990a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:16:57.687031 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: 12bda2af-67c8-4578-839e-46f47477990a {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:16:57.687360 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device 12bda2af-67c8-4578-839e-46f47477990a not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:16:57.715758 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:58.345742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:58.661582 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 38000) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:16:58.942885 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Deleting port daa7795a-c28d-4b6f-8e68-1dd150171b13 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:16:58.943188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:59.068192 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:59.068557 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:59.196357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:59.203267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Calling delete_port for daa7795a-c28d-4b6f-8e68-1dd150171b13 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:16:59.321997 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:59.326639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-331eff85-ae82-40e5-8e3e-7900aa4994fb tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:16:59.375370 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'Port': ['ID=daa7795a-c28d-4b6f-8e68-1dd150171b13,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:16:59.379305 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:16:59.472049 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:16:59.472350 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Floating IP d52523a4-b485-49c4-8801-6eb008fa690b disassociated (deleted). External IP: 172.27.2.229, port: f75aad87-0567-4ed1-ad20-739dc4163e6f.
Apr 23 18:16:59.847952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:17:00.037543 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:17:00.048351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:17:00.056157 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:00.059419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:17:00.060215 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f24eb70>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:00.119737 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5b6363fb-4587-4ca9-a1d9-38dee8d6499c tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "DELETE /v2.0/floatingips/d52523a4-b485-49c4-8801-6eb008fa690b HTTP/1.1" status: 204  len: 168 time: 1.4569647
Apr 23 18:17:00.120459 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:17:00.167516 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'status': 'completed', 'code': 200}
Apr 23 18:17:00.260334 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:17:00.297689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-b435cea6-309f-4e76-b9e4-f25c82a7a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:00.299869 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-b435cea6-309f-4e76-b9e4-f25c82a7a1b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 1099 time: 0.0873206
Apr 23 18:17:00.455873 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-cf732a8f-b703-41d4-a011-3e09ff32bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:00.457462 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-cf732a8f-b703-41d4-a011-3e09ff32bae7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 200  len: 912 time: 0.1508768
Apr 23 18:17:00.523380 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f07b-d2c0-4580-90ab-9573d220f210 req-e42294af-a3a5-4d1d-910c-3000ffdff073 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:00.524186 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b271f07b-d2c0-4580-90ab-9573d220f210 req-e42294af-a3a5-4d1d-910c-3000ffdff073 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:17:00.535718 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-b454ff19-e8f0-476b-89dd-0ac7db095d0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 200  len: 217 time: 0.0709383
Apr 23 18:17:00.540061 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b271f07b-d2c0-4580-90ab-9573d220f210 req-e42294af-a3a5-4d1d-910c-3000ffdff073 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:17:00.541373 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b271f07b-d2c0-4580-90ab-9573d220f210 req-e42294af-a3a5-4d1d-910c-3000ffdff073 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 946 time: 0.1081903
Apr 23 18:17:00.600514 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b271f07b-d2c0-4580-90ab-9573d220f210 req-0bb4ce42-2bee-479b-93ba-bc443744aa5f tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525014
Apr 23 18:17:00.604430 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f24eb70>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:00.608743 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:17:00.614180 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-1e5ee61b-7617-4da0-89a3-58ad2fc1ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:00.615793 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-1e5ee61b-7617-4da0-89a3-58ad2fc1ff36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 200  len: 850 time: 0.0728354
Apr 23 18:17:00.618887 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:17:00.619550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2f24eb70>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:00.701944 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-03e61432-9800-4bd3-bafa-b479887d1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:00.703542 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-03e61432-9800-4bd3-bafa-b479887d1566 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9abe5554-710c-45fb-bf9a-e9a279c379ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808887
Apr 23 18:17:00.860911 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-d6d23538-6361-4ced-91da-90cec05fc7ce service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501279
Apr 23 18:17:00.997709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:17:01.011726 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-62ca9b52-9957-4a52-a138-bf22c6f14057 req-026b2a4c-9b54-4180-89d4-fa8715c76b5e service neutron] 10.222.0.47 "GET /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426604
Apr 23 18:17:01.337045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2f24eb70>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:01.341178 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cbe626-db19-4d86-b4fd-a1541829d384 None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:09:49Z', 'revision_number': 4, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi', '_interfaces': [{'id': '5065bf28-02d3-4f84-b3ac-536f989641df', 'name': '', 'network_id': '9abe5554-710c-45fb-bf9a-e9a279c379ef', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'mac_address': 'fa:16:3e:53:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:49Z', 'updated_at': '2021-04-23T18:09:57Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'subnets': [{'id': '718d1960-7822-42d4-bdf8-1188fe75a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:17:01.711485 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99ae56-5a3a-4c68-96b1-0dcc0db728e3 None None] New status for floating IP d52523a4-b485-49c4-8801-6eb008fa690b: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 18:17:01.803194 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d00fb1-7e69-4a97-a89b-b70401658b21 req-839e6ac2-a22d-4370-8f68-be4ca22ece95 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:01.804759 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-72d00fb1-7e69-4a97-a89b-b70401658b21 req-839e6ac2-a22d-4370-8f68-be4ca22ece95 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 946 time: 0.0931206
Apr 23 18:17:01.856034 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-72d00fb1-7e69-4a97-a89b-b70401658b21 req-01e4041d-28d5-4b1d-b6a2-a8b20aef53d7 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447483
Apr 23 18:17:02.110399 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-055827c8-b5e0-4105-ad87-dd4af1e82b50 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 18:17:02.111151 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-055827c8-b5e0-4105-ad87-dd4af1e82b50 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Synchronizing usage tracker for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 18:17:02.124264 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-055827c8-b5e0-4105-ad87-dd4af1e82b50 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Unset dirty status for tenant:f79d1a40df7a4bb496690bedaee5b2a0 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 18:17:02.125437 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-055827c8-b5e0-4105-ad87-dd4af1e82b50 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 946 time: 0.1083436
Apr 23 18:17:02.271417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Deleting port f75aad87-0567-4ed1-ad20-739dc4163e6f {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:02.271733 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:02.412960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] For port f75aad87-0567-4ed1-ad20-739dc4163e6f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f75aad87-0567-4ed1-ad20-739dc4163e6f,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:02.413286 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:02.552853 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Calling delete_port for f75aad87-0567-4ed1-ad20-739dc4163e6f owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:02.664275 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:02.669897 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20a9c7ea-f434-4bec-a423-fad3618dde85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:02.722096 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'Port': ['ID=f75aad87-0567-4ed1-ad20-739dc4163e6f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:02.733383 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:02.809213 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] No DVR routers for this DVR port f75aad87-0567-4ed1-ad20-739dc4163e6f on host hv-cinder-78652 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:17:02.811669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:02.814404 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'name': 'network-vif-deleted', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 18:17:02.829243 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ff3e3276-b797-473a-9225-d1515c57e0f5 req-e75b5923-b8d9-462d-90df-ef3ecccd265b tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.47 "DELETE /v2.0/ports/f75aad87-0567-4ed1-ad20-739dc4163e6f HTTP/1.1" status: 204  len: 173 time: 0.6982543
Apr 23 18:17:02.866148 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ee0204-b5af-48c5-95ad-3f0f4e0943f2', 'name': 'network-vif-deleted', 'tag': 'f75aad87-0567-4ed1-ad20-739dc4163e6f', 'status': 'completed', 'code': 200}
Apr 23 18:17:03.024120 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df811ebf-7b3a-40a3-9869-abf8eb4a9fb4 req-b146cb03-d62d-41f3-909d-d42ba0e68579 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "GET /v2.0/ports?device_id=77ee0204-b5af-48c5-95ad-3f0f4e0943f2 HTTP/1.1" status: 200  len: 210 time: 0.0492315
Apr 23 18:17:04.125238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38018) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:04.358546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Deleting port ba32ca75-38b8-461b-8a3b-bc71623b2ec7 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:04.358927 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:04.484117 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:04.484488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:04.623631 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Calling delete_port for ba32ca75-38b8-461b-8a3b-bc71623b2ec7 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:04.968835 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:04.973356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:05.021946 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'Port': ['ID=ba32ca75-38b8-461b-8a3b-bc71623b2ec7,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:05.025337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:05.118351 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:05.136074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773796'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:05.137333 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-94813d7b-2633-4d79-a9ae-7584685dd2ba tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "DELETE /v2.0/floatingips/c72b9100-1b11-489e-904e-8139c1cbcc0b HTTP/1.1" status: 204  len: 168 time: 1.0110140
Apr 23 18:17:05.683251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device f75aad87-0567-4ed1-ad20-739dc4163e6f no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:05.721390 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] No Port match for: f75aad87-0567-4ed1-ad20-739dc4163e6f {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:05.721931 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Device f75aad87-0567-4ed1-ad20-739dc4163e6f not bound to the agent host hv-cinder-78652 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:06.534234 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38032) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:06.606238 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:06.641534 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:06.694045 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:06.698039 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ce182ab-37db-4a99-9ba5-5af70083b023 tempest-AttachVolumeShelveTestJSON-715893467 tempest-AttachVolumeShelveTestJSON-715893467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:06.712802 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:06.715292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:06.726145 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:06.727415 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-408c3ecc-9d08-47ff-ab47-027e44280144 tempest-TestVolumeBootPattern-893939262 tempest-TestVolumeBootPattern-893939262-project] 10.222.0.24 "DELETE /v2.0/security-groups/b1126bf0-de8d-4ed5-a1d9-40a0aeaa9fce HTTP/1.1" status: 204  len: 168 time: 0.1919615
Apr 23 18:17:06.784110 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38038) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:07.468283 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:07.901108 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Deleting port 5065bf28-02d3-4f84-b3ac-536f989641df {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:07.901741 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:08.032092 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] For port 5065bf28-02d3-4f84-b3ac-536f989641df, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=5065bf28-02d3-4f84-b3ac-536f989641df,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:08.032488 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:08.168819 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Calling delete_port for 5065bf28-02d3-4f84-b3ac-536f989641df owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:08.307405 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:08.312041 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a6b33ea3-2d63-4e2f-9fe2-22aa3e7c6768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:08.361731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5065bf28-02d3-4f84-b3ac-536f989641df,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:08.396769 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:08.648817 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:09.034696 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:17:09.476921 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:17:09.486609 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] Sync routers for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:17:09.490903 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4c083f56-a69b-4b10-8327-609ebeba89b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b4397eb-c25f-4a8e-b670-b8e81f161e2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7056727
Apr 23 18:17:09.493575 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38044) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:09.496783 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:17:09.497448 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2eecd588>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:09.686258 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:09.689913 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: dv-cinder-786524-3-iscsi {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:17:09.883044 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:09.959428 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Deleting port 4c671450-0e57-4e91-948d-cafe7ada0dcc {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:09.959833 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:09.995884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2eecd588>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:17:08Z', 'revision_number': 5, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port': {'id': '4c671450-0e57-4e91-948d-cafe7ada0dcc', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:46Z', 'updated_at': '2021-04-23T18:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:10.000068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] Checking router: 0b4397eb-c25f-4a8e-b670-b8e81f161e2d for host: dv-cinder-786524-3-iscsi {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:17:10.010454 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] Routers {'0b4397eb-c25f-4a8e-b670-b8e81f161e2d'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:17:10.011116 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a2eecd588>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:10.093131 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] For port 4c671450-0e57-4e91-948d-cafe7ada0dcc, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=4c671450-0e57-4e91-948d-cafe7ada0dcc,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:10.093708 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.178125 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] Set router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:17:10.233169 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Calling delete_port for 4c671450-0e57-4e91-948d-cafe7ada0dcc owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:10.294527 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a2eecd588>, [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:17:09Z', 'revision_number': 6, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port_host': None}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:10.299183 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b32f6-ec3f-4ea0-8688-7623e355c42a None None] The sync data for ids ['0b4397eb-c25f-4a8e-b670-b8e81f161e2d'] in dv-cinder-786524-3-iscsi is: [{'id': '0b4397eb-c25f-4a8e-b670-b8e81f161e2d', 'name': 'tempest-TestVolumeBootPattern-589279853-router', 'tenant_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:45Z', 'updated_at': '2021-04-23T18:17:09Z', 'revision_number': 6, 'project_id': 'f79d1a40df7a4bb496690bedaee5b2a0', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:17:10.378830 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.384372 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-00a020a8-5c5b-461e-8e92-27a766e5bf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:10.436055 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c671450-0e57-4e91-948d-cafe7ada0dcc,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:10.468621 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:10.531072 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.724709 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.727074 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.748976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.749565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4397eb-c25f-4a8e-b670-b8e81f161e2d {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:17:10.762407 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.763682 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5bf20af4-008e-4b9f-bf1d-921f4aab0ae6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0b4397eb-c25f-4a8e-b670-b8e81f161e2d HTTP/1.1" status: 204  len: 168 time: 1.2690737
Apr 23 18:17:10.766378 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38048) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:10.835639 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Deleting subnet 718d1960-7822-42d4-bdf8-1188fe75a92e {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:17:10.838725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.892920 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:10.980816 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.243912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.243912 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:11.270976 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 5065bf28-02d3-4f84-b3ac-536f989641df no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:11.283549 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718d1960-7822-42d4-bdf8-1188fe75a92e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:11.286272 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.290188 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:11.295087 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-de262629-3b5e-421c-95fb-363a8b34fb1b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/718d1960-7822-42d4-bdf8-1188fe75a92e HTTP/1.1" status: 204  len: 168 time: 0.5257092
Apr 23 18:17:11.296154 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38052) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:11.303719 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c77b6f-a462-40b3-91fb-e3c00c83d7a2 None None] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:17:11.327656 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 5065bf28-02d3-4f84-b3ac-536f989641df {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:11.328098 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 5065bf28-02d3-4f84-b3ac-536f989641df not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:11.328577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4c671450-0e57-4e91-948d-cafe7ada0dcc no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:11.415105 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.427954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 4c671450-0e57-4e91-948d-cafe7ada0dcc {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:11.428357 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 4c671450-0e57-4e91-948d-cafe7ada0dcc not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:11.492566 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Deleting port 6fb29790-df61-4ad3-bc69-0728ac1eb321 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:11.492945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.606531 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] For port 6fb29790-df61-4ad3-bc69-0728ac1eb321, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=6fb29790-df61-4ad3-bc69-0728ac1eb321,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:11.606923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.625562 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] DHCP port deletion for 9abe5554-710c-45fb-bf9a-e9a279c379ef request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:17:11.695366 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] Deleting port 6fb29790-df61-4ad3-bc69-0728ac1eb321 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:11.695842 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.739884 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Calling delete_port for 6fb29790-df61-4ad3-bc69-0728ac1eb321 owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:11.785102 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.789968 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d861b9c9-86cc-46d1-a18b-e083859b861b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:11.804001 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] For port 6fb29790-df61-4ad3-bc69-0728ac1eb321, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=6fb29790-df61-4ad3-bc69-0728ac1eb321,segment=NetworkSegment(818d98e9-464a-4359-bc9a-8e8a745d64ff),segment_id=818d98e9-464a-4359-bc9a-8e8a745d64ff)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:11.804447 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.840328 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb29790-df61-4ad3-bc69-0728ac1eb321,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:11.842276 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] No DVR routers for this DVR port 6fb29790-df61-4ad3-bc69-0728ac1eb321 on host dv-cinder-786524-3-iscsi {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:17:11.843892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:11.941332 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] Calling delete_port for 6fb29790-df61-4ad3-bc69-0728ac1eb321 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:11.968522 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:11.985172 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:17:11.985587 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:17:12.084899 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a34c8bb70>,) {'filters': {'network_id': ['9abe5554-710c-45fb-bf9a-e9a279c379ef']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:12.098473 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a34c8bb70>, '818d98e9-464a-4359-bc9a-8e8a745d64ff') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:12.098652 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a34c8bb70>, '818d98e9-464a-4359-bc9a-8e8a745d64ff') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:12.110583 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848352911'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:12.125266 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:12.131963 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:17:12.310689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:17:12.320342 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848366129'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:12.502894 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Network 9abe5554-710c-45fb-bf9a-e9a279c379ef has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:17:12.523725 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ebd1-57f9-4680-9707-440fb355ec65 None None] The port '6fb29790-df61-4ad3-bc69-0728ac1eb321' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:17:12.527029 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:17:12.606089 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:12.610771 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:12.614572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:12.639910 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9abe5554-710c-45fb-bf9a-e9a279c379ef,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:12.643158 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:12.650897 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d4dabf76-6f58-4a86-aba6-6589be63ba28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9abe5554-710c-45fb-bf9a-e9a279c379ef HTTP/1.1" status: 204  len: 168 time: 1.3537562
Apr 23 18:17:12.653980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38056) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:13.269678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 6fb29790-df61-4ad3-bc69-0728ac1eb321 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:13.306923 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 6fb29790-df61-4ad3-bc69-0728ac1eb321 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:13.307317 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 6fb29790-df61-4ad3-bc69-0728ac1eb321 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:13.487406 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084184'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:13.922353 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Deleting port 649c1293-8754-4123-9b6f-87edb8bd0914 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:13.922742 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:14.053492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] For port 649c1293-8754-4123-9b6f-87edb8bd0914, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=649c1293-8754-4123-9b6f-87edb8bd0914,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:14.053888 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:14.190285 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Calling delete_port for 649c1293-8754-4123-9b6f-87edb8bd0914 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:14.334683 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:14.339293 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef4dedd5-9129-4139-819c-392fb989efee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:14.388523 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Pushing event deleted for resources: {'Port': ['ID=649c1293-8754-4123-9b6f-87edb8bd0914,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:14.391971 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:14.678287 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084138'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:15.062222 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Router 135e5ce0-c4bf-4975-9572-39b4ed59304a has already been hosted by L3 agent b7d67e20-50bb-4c9e-9683-184c76580cce {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 18:17:15.260784 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-iscsi the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 18:17:15.269755 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] Sync routers for ids ['135e5ce0-c4bf-4975-9572-39b4ed59304a'] in dv-cinder-786524-3-iscsi {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 18:17:15.277640 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5edc53e3-98e9-4952-898a-b72a8495a277 admin admin] 10.222.0.24 "PUT /v2.0/routers/135e5ce0-c4bf-4975-9572-39b4ed59304a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6225679
Apr 23 18:17:15.280207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] Routers {'135e5ce0-c4bf-4975-9572-39b4ed59304a'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:17:15.280419 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38060) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:15.280868 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3429a518>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['135e5ce0-c4bf-4975-9572-39b4ed59304a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:15.468310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:15.470714 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] Set router 135e5ce0-c4bf-4975-9572-39b4ed59304a gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:17:15.783854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3429a518>, [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:17:14Z', 'revision_number': 5, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:15.788474 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] Checking router: 135e5ce0-c4bf-4975-9572-39b4ed59304a for host: dv-cinder-786524-3-iscsi {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 18:17:15.797969 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] Routers {'135e5ce0-c4bf-4975-9572-39b4ed59304a'} bound to L3 agent in host dv-cinder-786524-3-iscsi {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 18:17:15.798840 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a3429a518>, 'dv-cinder-786524-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:26Z,description=<?>,heartbeat_timestamp=2021-04-23T18:16:56Z,host='dv-cinder-786524-3-iscsi',id=b7d67e20-50bb-4c9e-9683-184c76580cce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T17:53:26Z,topic='l3_agent')) {'router_ids': ['135e5ce0-c4bf-4975-9572-39b4ed59304a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:15.914128 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:15.988237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Deleting port 090edefc-f339-4f80-8715-473c96236f77 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:15.988625 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:15.992801 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] Set router 135e5ce0-c4bf-4975-9572-39b4ed59304a gateway port host: dv-cinder-786524-3-iscsi {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 18:17:16.122104 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] For port 090edefc-f339-4f80-8715-473c96236f77, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=090edefc-f339-4f80-8715-473c96236f77,segment=NetworkSegment(02e9084d-cb69-4330-81ad-a5fc0836f356),segment_id=02e9084d-cb69-4330-81ad-a5fc0836f356)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:16.122507 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.257219 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Calling delete_port for 090edefc-f339-4f80-8715-473c96236f77 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:16.301267 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a3429a518>, [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:17:14Z', 'revision_number': 5, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}], 'dv-cinder-786524-3-iscsi', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:16.305417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d191b4-c9f1-4c63-a533-0fedd0a80cf5 None None] The sync data for ids ['135e5ce0-c4bf-4975-9572-39b4ed59304a'] in dv-cinder-786524-3-iscsi is: [{'id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'name': 'tempest-TestVolumeBootPattern-171316068-router', 'tenant_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'external_fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '090edefc-f339-4f80-8715-473c96236f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:09:52Z', 'updated_at': '2021-04-23T18:17:14Z', 'revision_number': 5, 'project_id': '928d761acb2441e7b2723cc4cbdcd8cc', 'gw_port': {'id': '090edefc-f339-4f80-8715-473c96236f77', 'name': '', 'network_id': '3ee4da7d-6e15-4cbf-85e9-7e3f6905a201', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e5ce0-c4bf-4975-9572-39b4ed59304a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:09:53Z', 'updated_at': '2021-04-23T18:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c55e139-eb96-426b-a8e4-3e34bade1faf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-iscsi'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 18:17:16.409550 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6409656'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.414678 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dcdb65fc-d062-4c03-bf69-6d2ab2848b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:16.461959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Pushing event deleted for resources: {'Port': ['ID=090edefc-f339-4f80-8715-473c96236f77,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:16.465364 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:16.565937 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713815'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.760236 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260827'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.762547 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.787062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087345'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.787642 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135e5ce0-c4bf-4975-9572-39b4ed59304a {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 18:17:16.801132 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.802501 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-86134b94-aa73-49f6-a021-b9d693f3d55b admin admin] 10.222.0.24 "DELETE /v2.0/routers/135e5ce0-c4bf-4975-9572-39b4ed59304a HTTP/1.1" status: 204  len: 168 time: 1.5210872
Apr 23 18:17:16.805190 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.24', 38064) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:16.874986 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Deleting subnet b833f2d8-9c03-450c-8432-75b3611a907b {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 18:17:16.879251 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:16.935988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6422905'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.020728 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850966999'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.272954 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 090edefc-f339-4f80-8715-473c96236f77 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:17.297841 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3808785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6409324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7611609'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.304011 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-542bac3c-0393-4bbb-be56-9f0f81d7dc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:17.312815 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 090edefc-f339-4f80-8715-473c96236f77 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:17.313211 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 090edefc-f339-4f80-8715-473c96236f77 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:17.313669 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 649c1293-8754-4123-9b6f-87edb8bd0914 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:17.343161 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b833f2d8-9c03-450c-8432-75b3611a907b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:17.346504 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:17.347572 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.349753 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 649c1293-8754-4123-9b6f-87edb8bd0914 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:17.350237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 649c1293-8754-4123-9b6f-87edb8bd0914 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:17.353946 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3da23e5a-3048-47d6-845e-c4766c11e4b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b833f2d8-9c03-450c-8432-75b3611a907b HTTP/1.1" status: 204  len: 168 time: 0.5477126
Apr 23 18:17:17.355546 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d76cd9-d418-471c-8e34-8b280cb7ba75 None None] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 requested from dv-cinder-786524-3-iscsi {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 18:17:17.356670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 38068) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:17.476109 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850983835'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.558091 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Deleting port 73c87c16-7dd8-4388-a909-893f572250a4 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:17.558787 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.620198 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] DHCP port deletion for bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 request from dv-cinder-786524-3-iscsi {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 18:17:17.666036 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] For port 73c87c16-7dd8-4388-a909-893f572250a4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=73c87c16-7dd8-4388-a909-893f572250a4,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:17.666439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.693207 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] Deleting port 73c87c16-7dd8-4388-a909-893f572250a4 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 18:17:17.693634 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285265897076'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.806359 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Calling delete_port for 73c87c16-7dd8-4388-a909-893f572250a4 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:17.854003 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851026376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854756677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285265895199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751588450658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28210596'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:17.859500 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fd632fc2-05a2-436c-bef6-44c6e97b1a05 tempest-TestMinimumBasicScenario-953354385 tempest-TestMinimumBasicScenario-953354385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:17.910303 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c87c16-7dd8-4388-a909-893f572250a4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:17.912409 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] No DVR routers for this DVR port 73c87c16-7dd8-4388-a909-893f572250a4 on host dv-cinder-786524-3-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 18:17:17.914026 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:17.981907 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] For port 73c87c16-7dd8-4388-a909-893f572250a4, host dv-cinder-786524-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-iscsi',level=0,port_id=73c87c16-7dd8-4388-a909-893f572250a4,segment=NetworkSegment(cc4fecfd-72a5-4eae-9025-43d138e98fea),segment_id=cc4fecfd-72a5-4eae-9025-43d138e98fea)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 18:17:17.982316 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854080177'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.041636 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808892', 'neutron.services.segments.db._delete_segments_for_network-8751588814707'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.114417 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] Calling delete_port for 73c87c16-7dd8-4388-a909-893f572250a4 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 18:17:18.156752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 18:17:18.157163 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 18:17:18.161094 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a2e873630>,) {'filters': {'network_id': ['bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:18.173838 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2e873630>, 'cc4fecfd-72a5-4eae-9025-43d138e98fea') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:18.174170 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a2e873630>, 'cc4fecfd-72a5-4eae-9025-43d138e98fea') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 18:17:18.186101 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285265819747', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036826565388'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.203584 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3815759'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.210503 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 18:17:18.394347 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:17:18.403250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850960072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826565165'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.580205 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Network bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     timer()
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     self._notify()
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     event.method(event)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     **kwargs)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 18:17:18.605629 dv-cinder-786524-3-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 18:17:18.684980 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850966924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854202516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704176'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.688891 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:18.697670 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aab5f-90fc-447d-b906-284d3f04ff01 None None] The port '73c87c16-7dd8-4388-a909-893f572250a4' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 18:17:18.706439 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854202497'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.715302 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:18.720062 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:18.723543 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-08275b98-773f-430e-923a-dfc909402c29 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc402d6e-b1b6-4ea8-a9aa-fca11fb908e0 HTTP/1.1" status: 204  len: 168 time: 1.3657479
Apr 23 18:17:18.843892 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 38074) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:18.899384 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-21e9d8ca-9ad6-491b-9bed-a19d8845c636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f79d1a40df7a4bb496690bedaee5b2a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541873
Apr 23 18:17:18.901828 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 38078) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:18.964310 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:18.991633 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.046068 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.051992 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9bf10e94-0829-472f-9c1c-a43a4f8eb677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:19.067090 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b55fbef-d7e4-4ba6-ac63-a5447c65b2d4,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:19.071960 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:19.074024 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.075244 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c95cde29-0f25-42d0-8729-8f30e37fe002 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b55fbef-d7e4-4ba6-ac63-a5447c65b2d4 HTTP/1.1" status: 204  len: 168 time: 0.1724436
Apr 23 18:17:19.273241 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 73c87c16-7dd8-4388-a909-893f572250a4 no longer exists at agent ovs-agent-dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 18:17:19.310734 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] No Port match for: 73c87c16-7dd8-4388-a909-893f572250a4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 18:17:19.311124 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Device 73c87c16-7dd8-4388-a909-893f572250a4 not bound to the agent host dv-cinder-786524-3-iscsi {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 18:17:19.429508 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 38086) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:19.481496 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b6a375fb-37f5-4a18-97ee-3ea039005ba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=928d761acb2441e7b2723cc4cbdcd8cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506456
Apr 23 18:17:19.483874 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.24', 38090) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 18:17:19.548489 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.813723 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.862740 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656082'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.867752 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-323382ba-6849-45a5-8b06-59ea60b58399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 18:17:19.881301 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f77ccf-5230-4004-869f-e8e4719ea48b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 18:17:19.884624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 18:17:19.885576 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:19.886781 dv-cinder-786524-3-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-16e5d287-f309-42b5-ab91-0fbce0616676 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3f77ccf-5230-4004-869f-e8e4719ea48b HTTP/1.1" status: 204  len: 168 time: 0.4019389
Apr 23 18:17:22.784854 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:22.888008 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:17:24.619565 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e4a6-7979-4bf2-941e-65f99f610abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:26.462385 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5fb97576-a5a6-4150-a602-40fa5d767e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:27.718764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:28.349051 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:29.198952 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:52.775694 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:54.620999 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb3d4-793d-4027-85c0-3a9d53850ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:56.463577 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be76146f-a5b1-4aed-8600-697041ebb2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:57.723689 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:58.350929 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:59.201196 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:17:59.887702 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:18:22.794492 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:24.622434 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c96dfb23-23cf-418b-998a-bf579ff40420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:26.464292 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-160a5a11-e4f3-4ba0-8b56-0d0c157c6114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:27.727965 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:28.352426 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:29.203581 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:36.887945 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:18:52.815591 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:54.624214 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61d060cd-7cbe-4556-a9f9-5411b3da4203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:56.464959 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-caa2212b-3570-43e9-a1d9-a4e6a5ee4bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:57.729356 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:58.353940 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:18:59.206337 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:13.887595 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:19:22.815319 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:24.626446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93efb03f-e33e-4074-bca1-478389d4a6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:26.466165 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-158968e1-399e-42c6-81a9-31e912130050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:27.732250 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:28.355035 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:29.209367 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:50.888149 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:19:52.831018 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:54.626660 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-32aa60fe-f168-48cb-a48f-2ce373c32cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:56.468988 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-217fa05b-ff8c-45f7-a86d-3554061c5755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:57.734947 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:58.356731 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:19:59.211836 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:22.836237 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:24.627687 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d147-2096-4a54-ad55-ad0ffd6a9525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:26.471446 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2c6e837d-3fd0-4377-9526-dd6473d765af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:27.735520 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:27.888579 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:20:28.359200 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:29.214906 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:52.871120 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:54.629903 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af4c404c-bd9a-49fd-b7ae-12e7865dc5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:56.474306 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e76ee6b9-9043-49e8-aa85-68b73d16d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:57.741686 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:58.360624 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:20:59.217321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:04.888249 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:21:22.871682 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:24.631939 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a091aaec-4683-4b5f-80a3-af55d3eeb316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:26.476667 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-236e7e43-8300-4a6f-b9fe-39e8786cf6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:27.741764 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:28.367948 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:29.219209 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:41.889177 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:21:52.881193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:54.633339 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d581d785-afbf-489a-84b2-c6f17eb0e3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:56.478047 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6086217f-47c0-4799-acac-7ffa46de9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:57.752650 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:58.359567 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:21:59.222193 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:22:18.889499 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-a40bfdeb-bc13-4d53-8d09-ae77268b0426 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 18:22:22.884785 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf26-9ae4-4df0-a634-0a0b9e17bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:22:24.634321 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d88112e-8091-4292-ac88-e82b99f71ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:22:26.480152 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3ea4-2d99-4cac-80fc-770ab0875cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:22:27.745928 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07835756-1964-46dd-9acf-34ada4bf29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:22:28.363479 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb0c740f-b844-4927-8c1d-ba8e3d99ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 18:22:29.224684 dv-cinder-786524-3-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d681cfbb-e03f-4eb5-9583-edf984fdf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285265961093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886686'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}